2024-12-05 09:25:50,203 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 09:25:50,221 main DEBUG Took 0.015560 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 09:25:50,221 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 09:25:50,221 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 09:25:50,222 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 09:25:50,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,228 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 09:25:50,239 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,241 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,242 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,243 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,244 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,245 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,246 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,247 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 09:25:50,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,249 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 09:25:50,250 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 09:25:50,251 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 09:25:50,253 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 09:25:50,253 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 09:25:50,255 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 09:25:50,255 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 09:25:50,262 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 09:25:50,264 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 09:25:50,266 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 09:25:50,266 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 09:25:50,266 main DEBUG createAppenders(={Console}) 2024-12-05 09:25:50,267 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 09:25:50,267 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 09:25:50,267 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 09:25:50,268 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 09:25:50,268 main DEBUG OutputStream closed 2024-12-05 09:25:50,268 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 09:25:50,269 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 09:25:50,269 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 09:25:50,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 09:25:50,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 09:25:50,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 09:25:50,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 09:25:50,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 09:25:50,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 09:25:50,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 09:25:50,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 09:25:50,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 09:25:50,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 09:25:50,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 09:25:50,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 09:25:50,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 09:25:50,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 09:25:50,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 09:25:50,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 09:25:50,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 09:25:50,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 09:25:50,349 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 09:25:50,350 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 09:25:50,350 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 09:25:50,351 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T09:25:50,368 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 09:25:50,372 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 09:25:50,372 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T09:25:50,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=6174 2024-12-05T09:25:50,593 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T09:25:50,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8 2024-12-05T09:25:50,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376, deleteOnExit=true 2024-12-05T09:25:50,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/zookeeper_0, clientPort=54828, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:25:50,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54828 2024-12-05T09:25:50,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:25:50,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:25:50,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/test.cache.data in system properties and HBase conf 2024-12-05T09:25:50,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:25:50,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:25:50,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:25:50,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:25:50,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:25:50,848 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T09:25:50,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:25:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:25:50,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:25:50,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:25:50,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:25:50,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:25:50,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:25:50,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:25:50,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:25:50,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:25:50,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:25:50,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:25:50,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:25:50,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:25:50,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:25:51,848 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T09:25:51,915 INFO [Time-limited test {}] log.Log(170): Logging initialized @2332ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T09:25:51,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:25:52,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:25:52,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:25:52,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:25:52,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:25:52,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:25:52,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:25:52,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:25:52,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/java.io.tmpdir/jetty-localhost-39707-hadoop-hdfs-3_4_1-tests_jar-_-any-8167666592538890253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:25:52,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39707} 2024-12-05T09:25:52,228 INFO [Time-limited test {}] server.Server(415): Started @2646ms 2024-12-05T09:25:52,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:25:52,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:25:52,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:25:52,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:25:52,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:25:52,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:25:52,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:25:52,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/java.io.tmpdir/jetty-localhost-35461-hadoop-hdfs-3_4_1-tests_jar-_-any-14977110077556337492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:25:52,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35461} 2024-12-05T09:25:52,781 INFO [Time-limited test {}] server.Server(415): Started @3199ms 2024-12-05T09:25:52,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:25:53,503 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/data/data1/current/BP-921140856-172.17.0.3-1733390751404/current, will proceed with Du for space computation calculation, 2024-12-05T09:25:53,503 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/data/data2/current/BP-921140856-172.17.0.3-1733390751404/current, will proceed with Du for space computation calculation, 2024-12-05T09:25:53,527 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:25:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a2426006a37703 with lease ID 0xbbc0d654c73f5c47: Processing first storage report for DS-46a854f5-4267-4a24-985a-5924c9362ed0 from datanode DatanodeRegistration(127.0.0.1:32837, datanodeUuid=69e78260-8ecf-486f-97a4-a69500bf6781, infoPort=42243, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=1818470119;c=1733390751404) 2024-12-05T09:25:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a2426006a37703 with lease ID 0xbbc0d654c73f5c47: from storage DS-46a854f5-4267-4a24-985a-5924c9362ed0 node DatanodeRegistration(127.0.0.1:32837, datanodeUuid=69e78260-8ecf-486f-97a4-a69500bf6781, infoPort=42243, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=1818470119;c=1733390751404), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T09:25:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a2426006a37703 with lease ID 0xbbc0d654c73f5c47: Processing first storage report for DS-a28af931-2e53-454f-b5a2-e88bac4eb3b8 from datanode DatanodeRegistration(127.0.0.1:32837, datanodeUuid=69e78260-8ecf-486f-97a4-a69500bf6781, infoPort=42243, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=1818470119;c=1733390751404) 2024-12-05T09:25:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a2426006a37703 with lease ID 0xbbc0d654c73f5c47: from storage DS-a28af931-2e53-454f-b5a2-e88bac4eb3b8 node DatanodeRegistration(127.0.0.1:32837, datanodeUuid=69e78260-8ecf-486f-97a4-a69500bf6781, infoPort=42243, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=1818470119;c=1733390751404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:25:53,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8 2024-12-05T09:25:53,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:53,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:25:54,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12 with version=8 2024-12-05T09:25:54,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/hbase-staging 2024-12-05T09:25:54,290 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T09:25:54,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:25:54,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:25:54,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:25:54,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:25:54,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:25:54,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:25:54,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:25:54,794 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T09:25:54,803 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T09:25:54,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:25:54,828 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22001 (auto-detected) 2024-12-05T09:25:54,829 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T09:25:54,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40999 2024-12-05T09:25:54,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40999 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:25:54,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409990x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:25:54,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40999-0x101a5fd99ba0000 connected 2024-12-05T09:25:55,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:55,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:55,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:25:55,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12, hbase.cluster.distributed=false 2024-12-05T09:25:55,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/acl 2024-12-05T09:25:55,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40999 2024-12-05T09:25:55,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40999 2024-12-05T09:25:55,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40999 2024-12-05T09:25:55,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40999 2024-12-05T09:25:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40999 2024-12-05T09:25:55,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:25:55,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:25:55,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:25:55,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:25:55,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:25:55,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:25:55,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:25:55,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:25:55,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40293 2024-12-05T09:25:55,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40293 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:25:55,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:55,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402930x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:25:55,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402930x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:25:55,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40293-0x101a5fd99ba0001 connected 2024-12-05T09:25:55,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:25:55,235 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:25:55,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/master 2024-12-05T09:25:55,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/acl 2024-12-05T09:25:55,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40293 2024-12-05T09:25:55,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40293 2024-12-05T09:25:55,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40293 2024-12-05T09:25:55,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40293 2024-12-05T09:25:55,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40293 2024-12-05T09:25:55,258 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:40999 2024-12-05T09:25:55,260 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-111520679/backup-masters/33186fd147fa,40999,1733390754432 2024-12-05T09:25:55,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:25:55,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:25:55,275 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on existing znode=/0-111520679/backup-masters/33186fd147fa,40999,1733390754432 2024-12-05T09:25:55,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-111520679/master 2024-12-05T09:25:55,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:55,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:55,301 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on existing znode=/0-111520679/master 2024-12-05T09:25:55,302 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-111520679/backup-masters/33186fd147fa,40999,1733390754432 from backup master directory 2024-12-05T09:25:55,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:25:55,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/backup-masters/33186fd147fa,40999,1733390754432 2024-12-05T09:25:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:25:55,315 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:25:55,315 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,40999,1733390754432 2024-12-05T09:25:55,318 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T09:25:55,319 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T09:25:55,367 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/hbase.id] with ID: fde03690-5a69-4fd4-b6e8-b1f37fd36c76 2024-12-05T09:25:55,367 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/.tmp/hbase.id 2024-12-05T09:25:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:25:55,782 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/.tmp/hbase.id]:[hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/hbase.id] 2024-12-05T09:25:55,826 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:25:55,831 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:25:55,848 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-05T09:25:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:25:56,318 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:25:56,321 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:25:56,335 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:25:56,338 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:25:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:25:56,788 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store 2024-12-05T09:25:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:25:57,218 INFO [master/33186fd147fa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T09:25:57,221 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:25:57,222 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:25:57,223 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:25:57,223 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:25:57,224 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:25:57,224 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:25:57,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:25:57,226 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390757222Disabling compacts and flushes for region at 1733390757222Disabling writes for close at 1733390757224 (+2 ms)Writing region close event to WAL at 1733390757224Closed at 1733390757224 2024-12-05T09:25:57,228 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/.initializing 2024-12-05T09:25:57,228 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432 2024-12-05T09:25:57,236 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:25:57,250 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C40999%2C1733390754432, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/oldWALs, maxLogs=10 2024-12-05T09:25:57,270 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432/33186fd147fa%2C40999%2C1733390754432.1733390757254, exclude list is [], retry=0 2024-12-05T09:25:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:25:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T09:25:57,318 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432/33186fd147fa%2C40999%2C1733390754432.1733390757254 2024-12-05T09:25:57,319 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:25:57,319 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:25:57,320 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:25:57,323 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,324 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:25:57,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:57,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:57,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:25:57,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:57,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:25:57,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:25:57,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:57,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:25:57,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:25:57,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:57,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:25:57,399 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,403 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,404 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,410 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,411 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,415 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:25:57,418 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:25:57,423 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:25:57,424 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72369270, jitterRate=0.07838615775108337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:25:57,430 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390757335Initializing all the Stores at 1733390757336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390757337 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390757338 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390757338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390757338Cleaning up temporary data from old regions at 1733390757411 (+73 ms)Region opened successfully at 1733390757430 (+19 ms) 2024-12-05T09:25:57,431 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:25:57,460 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2543b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:25:57,492 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:25:57,506 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:25:57,506 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:25:57,510 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:25:57,511 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T09:25:57,517 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-05T09:25:57,517 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:25:57,544 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:25:57,555 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/balancer because node does not exist (not necessarily an error) 2024-12-05T09:25:57,600 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/balancer already deleted, retry=false 2024-12-05T09:25:57,604 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:25:57,607 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:25:57,616 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/normalizer already deleted, retry=false 2024-12-05T09:25:57,619 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:25:57,623 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:25:57,633 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/switch/split already deleted, retry=false 2024-12-05T09:25:57,635 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:25:57,641 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/switch/merge already deleted, retry=false 2024-12-05T09:25:57,663 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:25:57,672 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/snapshot-cleanup already deleted, retry=false 2024-12-05T09:25:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:25:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:25:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:57,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:57,687 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,40999,1733390754432, sessionid=0x101a5fd99ba0000, setting cluster-up flag (Was=false) 2024-12-05T09:25:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:57,742 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-111520679/flush-table-proc/acquired, /0-111520679/flush-table-proc/reached, /0-111520679/flush-table-proc/abort 2024-12-05T09:25:57,747 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,40999,1733390754432 2024-12-05T09:25:57,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:57,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:57,791 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-111520679/online-snapshot/acquired, /0-111520679/online-snapshot/reached, /0-111520679/online-snapshot/abort 2024-12-05T09:25:57,794 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,40999,1733390754432 2024-12-05T09:25:57,804 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:25:57,852 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(746): ClusterId : fde03690-5a69-4fd4-b6e8-b1f37fd36c76 2024-12-05T09:25:57,854 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:25:57,866 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:25:57,867 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:25:57,874 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:25:57,876 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:25:57,877 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a8b630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:25:57,883 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:25:57,889 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:40293 2024-12-05T09:25:57,891 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:25:57,892 INFO [RS:0;33186fd147fa:40293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:25:57,892 INFO [RS:0;33186fd147fa:40293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:25:57,892 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:25:57,895 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,40999,1733390754432 with port=40293, startcode=1733390755167 2024-12-05T09:25:57,899 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,40999,1733390754432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:25:57,905 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:25:57,907 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:25:57,907 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:25:57,907 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:25:57,908 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:25:57,908 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:25:57,908 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:57,908 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:25:57,909 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:57,913 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390787913 2024-12-05T09:25:57,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:25:57,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:25:57,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:25:57,915 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:25:57,918 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:25:57,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:25:57,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:25:57,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:25:57,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:57,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:25:57,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:57,924 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:25:57,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:25:57,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:25:57,927 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:25:57,931 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:25:57,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:25:57,934 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390757933,5,FailOnTimeoutGroup] 2024-12-05T09:25:57,935 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390757934,5,FailOnTimeoutGroup] 2024-12-05T09:25:57,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:57,936 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:25:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:25:57,937 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:57,937 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:57,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:25:57,939 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12 2024-12-05T09:25:57,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:25:57,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,40293,1733390755167 2024-12-05T09:25:57,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741832_1008 (size=32) 2024-12-05T09:25:57,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40999 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,40293,1733390755167 2024-12-05T09:25:57,965 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12 2024-12-05T09:25:57,966 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36221 2024-12-05T09:25:57,966 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:25:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/rs 2024-12-05T09:25:57,976 DEBUG [RS:0;33186fd147fa:40293 {}] zookeeper.ZKUtil(111): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on existing znode=/0-111520679/rs/33186fd147fa,40293,1733390755167 2024-12-05T09:25:57,976 WARN [RS:0;33186fd147fa:40293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:25:57,976 INFO [RS:0;33186fd147fa:40293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:25:57,976 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167 2024-12-05T09:25:57,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,40293,1733390755167] 2024-12-05T09:25:58,000 INFO [RS:0;33186fd147fa:40293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:25:58,011 INFO [RS:0;33186fd147fa:40293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:25:58,015 INFO [RS:0;33186fd147fa:40293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:25:58,016 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,016 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:25:58,021 INFO [RS:0;33186fd147fa:40293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:25:58,023 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,023 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,023 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,023 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,023 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,023 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,024 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:25:58,024 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,024 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,024 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,024 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,024 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,025 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:25:58,025 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:25:58,025 DEBUG [RS:0;33186fd147fa:40293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:25:58,026 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,026 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,026 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,026 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,026 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,026 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40293,1733390755167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:25:58,043 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:25:58,044 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40293,1733390755167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,044 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,044 INFO [RS:0;33186fd147fa:40293 {}] regionserver.Replication(171): 33186fd147fa,40293,1733390755167 started 2024-12-05T09:25:58,061 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:58,061 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,40293,1733390755167, RpcServer on 33186fd147fa/172.17.0.3:40293, sessionid=0x101a5fd99ba0001 2024-12-05T09:25:58,062 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:25:58,062 DEBUG [RS:0;33186fd147fa:40293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,40293,1733390755167 2024-12-05T09:25:58,062 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,40293,1733390755167' 2024-12-05T09:25:58,063 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-111520679/flush-table-proc/abort' 2024-12-05T09:25:58,064 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-111520679/flush-table-proc/acquired' 2024-12-05T09:25:58,064 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:25:58,064 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:25:58,065 DEBUG [RS:0;33186fd147fa:40293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,40293,1733390755167 2024-12-05T09:25:58,065 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,40293,1733390755167' 2024-12-05T09:25:58,065 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-111520679/online-snapshot/abort' 2024-12-05T09:25:58,065 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-111520679/online-snapshot/acquired' 2024-12-05T09:25:58,066 DEBUG [RS:0;33186fd147fa:40293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:25:58,066 INFO [RS:0;33186fd147fa:40293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:25:58,066 INFO [RS:0;33186fd147fa:40293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:25:58,176 INFO [RS:0;33186fd147fa:40293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:25:58,180 INFO [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C40293%2C1733390755167, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs, maxLogs=10 2024-12-05T09:25:58,194 DEBUG [RS:0;33186fd147fa:40293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183, exclude list is [], retry=0 2024-12-05T09:25:58,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:25:58,202 INFO [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 2024-12-05T09:25:58,202 DEBUG [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:25:58,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:25:58,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:25:58,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:25:58,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:25:58,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:25:58,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:25:58,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:25:58,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:25:58,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:25:58,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:25:58,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740 2024-12-05T09:25:58,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740 2024-12-05T09:25:58,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:25:58,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:25:58,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:25:58,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:25:58,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:25:58,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72570670, jitterRate=0.08138725161552429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:25:58,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390758356Initializing all the Stores at 1733390758360 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390758360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390758360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390758360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390758360Cleaning up temporary data from old regions at 1733390758384 (+24 ms)Region opened successfully at 1733390758393 (+9 ms) 2024-12-05T09:25:58,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:25:58,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:25:58,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:25:58,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:25:58,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:25:58,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:25:58,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390758393Disabling compacts and flushes for region at 1733390758393Disabling writes for close at 1733390758394 (+1 ms)Writing region close event to WAL at 1733390758395 (+1 ms)Closed at 1733390758395 2024-12-05T09:25:58,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:25:58,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:25:58,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:25:58,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:25:58,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:25:58,567 DEBUG [33186fd147fa:40999 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:25:58,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,40293,1733390755167 2024-12-05T09:25:58,586 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,40293,1733390755167, state=OPENING 2024-12-05T09:25:58,616 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:25:58,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:58,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:25:58,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:25:58,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:25:58,629 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:25:58,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,40293,1733390755167}] 2024-12-05T09:25:58,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:25:58,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:25:58,828 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:25:58,829 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:25:58,830 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:25:58,833 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C40293%2C1733390755167.meta, suffix=.meta, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs, maxLogs=10 2024-12-05T09:25:58,847 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.meta.1733390758835.meta, exclude list is [], retry=0 2024-12-05T09:25:58,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:25:58,853 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.meta.1733390758835.meta 2024-12-05T09:25:58,854 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:25:58,854 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:25:58,859 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:25:58,860 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:25:58,862 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:25:58,864 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:25:58,867 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:25:58,868 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:25:58,868 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:25:58,868 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:25:58,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:25:58,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:25:58,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:25:58,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:25:58,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:25:58,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:25:58,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:25:58,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:25:58,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:25:58,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:25:58,883 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:25:58,884 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740 2024-12-05T09:25:58,887 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740 2024-12-05T09:25:58,890 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:25:58,890 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:25:58,891 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:25:58,894 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:25:58,897 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62850400, jitterRate=-0.06345605850219727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:25:58,897 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:25:58,900 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390758869Writing region info on filesystem at 1733390758869Initializing all the Stores at 1733390758871 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390758871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390758871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390758871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390758871Cleaning up temporary data from old regions at 1733390758890 (+19 ms)Running coprocessor post-open hooks at 1733390758897 (+7 ms)Region opened successfully at 1733390758900 (+3 ms) 2024-12-05T09:25:58,907 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390758806 2024-12-05T09:25:58,917 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:25:58,918 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:25:58,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,40293,1733390755167 2024-12-05T09:25:58,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,40293,1733390755167, state=OPEN 2024-12-05T09:25:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:25:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:25:58,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:25:58,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:25:58,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,40293,1733390755167 2024-12-05T09:25:58,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:25:58,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,40293,1733390755167 in 339 msec 2024-12-05T09:25:58,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:25:58,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 578 msec 2024-12-05T09:25:58,991 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:25:58,991 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:25:59,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:25:59,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,40293,1733390755167, seqNum=-1] 2024-12-05T09:25:59,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:25:59,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:25:59,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-12-05T09:25:59,050 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390759050, completionTime=-1 2024-12-05T09:25:59,053 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:25:59,053 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:25:59,076 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:25:59,076 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390819076 2024-12-05T09:25:59,076 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390879076 2024-12-05T09:25:59,076 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-05T09:25:59,079 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40999,1733390754432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,079 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40999,1733390754432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,080 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40999,1733390754432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,081 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:40999, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,082 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,082 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,108 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:25:59,132 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.815sec 2024-12-05T09:25:59,133 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:25:59,134 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:25:59,135 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:25:59,135 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:25:59,135 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:25:59,136 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40999,1733390754432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:25:59,136 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40999,1733390754432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:25:59,145 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:25:59,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:25:59,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40999,1733390754432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:25:59,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:25:59,163 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T09:25:59,163 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T09:25:59,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40999,-1 for getting cluster id 2024-12-05T09:25:59,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:25:59,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fde03690-5a69-4fd4-b6e8-b1f37fd36c76' 2024-12-05T09:25:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:25:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fde03690-5a69-4fd4-b6e8-b1f37fd36c76" 2024-12-05T09:25:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11649094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:25:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40999,-1] 2024-12-05T09:25:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:25:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:25:59,186 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:25:59,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:25:59,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:25:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,40293,1733390755167, seqNum=-1] 2024-12-05T09:25:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:25:59,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:25:59,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,40999,1733390754432 2024-12-05T09:25:59,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:25:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:25:59,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5fd99ba0002 connected 2024-12-05T09:25:59,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir so I do NOT create it in target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182 2024-12-05T09:25:59,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:25:59,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.tmp.dir so I do NOT create it in target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182 2024-12-05T09:25:59,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:25:59,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182 2024-12-05T09:25:59,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:25:59,266 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/cluster_f8a9457e-25b7-c8c2-f439-df9e99a6642d, deleteOnExit=true 2024-12-05T09:25:59,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/test.cache.data in system properties and HBase conf 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:25:59,267 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:25:59,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:25:59,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:25:59,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:25:59,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:25:59,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:25:59,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:25:59,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:25:59,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:25:59,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:25:59,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:25:59,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:25:59,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:25:59,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:25:59,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/java.io.tmpdir/jetty-localhost-42769-hadoop-hdfs-3_4_1-tests_jar-_-any-6880966476363166328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:25:59,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:42769} 2024-12-05T09:25:59,602 INFO [Time-limited test {}] server.Server(415): Started @10020ms 2024-12-05T09:25:59,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:25:59,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:25:59,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:25:59,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:25:59,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:25:59,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:25:59,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:25:59,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/java.io.tmpdir/jetty-localhost-43201-hadoop-hdfs-3_4_1-tests_jar-_-any-9008904041113823326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:25:59,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:43201} 2024-12-05T09:25:59,868 INFO [Time-limited test {}] server.Server(415): Started @10286ms 2024-12-05T09:25:59,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:26:00,308 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/cluster_f8a9457e-25b7-c8c2-f439-df9e99a6642d/data/data2/current/BP-38626143-172.17.0.3-1733390759293/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:00,308 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/cluster_f8a9457e-25b7-c8c2-f439-df9e99a6642d/data/data1/current/BP-38626143-172.17.0.3-1733390759293/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:00,323 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:26:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3c0fdd14ccb825f with lease ID 0xb5249ab8f542c598: Processing first storage report for DS-cef25b37-7c33-441c-aed9-5a09d44f634b from datanode DatanodeRegistration(127.0.0.1:41035, datanodeUuid=f2c11f45-7452-4de1-b87b-5c75461850f3, infoPort=40457, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=971786071;c=1733390759293) 2024-12-05T09:26:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3c0fdd14ccb825f with lease ID 0xb5249ab8f542c598: from storage DS-cef25b37-7c33-441c-aed9-5a09d44f634b node DatanodeRegistration(127.0.0.1:41035, datanodeUuid=f2c11f45-7452-4de1-b87b-5c75461850f3, infoPort=40457, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=971786071;c=1733390759293), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T09:26:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3c0fdd14ccb825f with lease ID 0xb5249ab8f542c598: Processing first storage report for DS-6c9b9858-407c-4b3d-b3d0-9bd6bf304eaa from datanode DatanodeRegistration(127.0.0.1:41035, datanodeUuid=f2c11f45-7452-4de1-b87b-5c75461850f3, infoPort=40457, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=971786071;c=1733390759293) 2024-12-05T09:26:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3c0fdd14ccb825f with lease ID 0xb5249ab8f542c598: from storage DS-6c9b9858-407c-4b3d-b3d0-9bd6bf304eaa node DatanodeRegistration(127.0.0.1:41035, datanodeUuid=f2c11f45-7452-4de1-b87b-5c75461850f3, infoPort=40457, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=971786071;c=1733390759293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:00,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182 2024-12-05T09:26:00,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:00,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:26:00,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2 with version=8 2024-12-05T09:26:00,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/hbase-staging 2024-12-05T09:26:00,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:00,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:00,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:00,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:00,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:00,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:00,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:26:00,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:00,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44833 2024-12-05T09:26:00,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44833 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:26:00,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448330x0, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:00,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44833-0x101a5fd99ba0003 connected 2024-12-05T09:26:00,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:00,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:00,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/running 2024-12-05T09:26:00,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2, hbase.cluster.distributed=false 2024-12-05T09:26:00,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/acl 2024-12-05T09:26:00,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44833 2024-12-05T09:26:00,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44833 2024-12-05T09:26:00,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44833 2024-12-05T09:26:00,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44833 2024-12-05T09:26:00,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44833 2024-12-05T09:26:00,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:00,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:00,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:00,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:00,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:00,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:00,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:26:00,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:00,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45131 2024-12-05T09:26:00,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45131 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:26:00,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:00,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451310x0, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:00,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451310x0, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/running 2024-12-05T09:26:00,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45131-0x101a5fd99ba0004 connected 2024-12-05T09:26:00,973 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:26:00,974 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:26:00,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/master 2024-12-05T09:26:00,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/acl 2024-12-05T09:26:00,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45131 2024-12-05T09:26:00,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45131 2024-12-05T09:26:00,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45131 2024-12-05T09:26:00,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45131 2024-12-05T09:26:00,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45131 2024-12-05T09:26:00,994 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:44833 2024-12-05T09:26:00,994 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1053564138/backup-masters/33186fd147fa,44833,1733390760831 2024-12-05T09:26:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138/backup-masters 2024-12-05T09:26:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138/backup-masters 2024-12-05T09:26:01,000 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on existing znode=/1-1053564138/backup-masters/33186fd147fa,44833,1733390760831 2024-12-05T09:26:01,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1053564138/master 2024-12-05T09:26:01,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:01,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:01,009 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on existing znode=/1-1053564138/master 2024-12-05T09:26:01,009 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1053564138/backup-masters/33186fd147fa,44833,1733390760831 from backup master directory 2024-12-05T09:26:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1053564138/backup-masters/33186fd147fa,44833,1733390760831 2024-12-05T09:26:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138/backup-masters 2024-12-05T09:26:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138/backup-masters 2024-12-05T09:26:01,016 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:01,017 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,44833,1733390760831 2024-12-05T09:26:01,024 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/hbase.id] with ID: 64f90589-147d-4a76-b2e4-256761dfc5a0 2024-12-05T09:26:01,024 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/.tmp/hbase.id 2024-12-05T09:26:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:26:01,433 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/.tmp/hbase.id]:[hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/hbase.id] 2024-12-05T09:26:01,458 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:01,458 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:26:01,460 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T09:26:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:01,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:26:01,906 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:01,908 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:26:01,909 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:26:02,326 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store 2024-12-05T09:26:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:26:02,744 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:02,744 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:02,744 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:02,745 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:02,745 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:02,745 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:02,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:02,745 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390762744Disabling compacts and flushes for region at 1733390762744Disabling writes for close at 1733390762745 (+1 ms)Writing region close event to WAL at 1733390762745Closed at 1733390762745 2024-12-05T09:26:02,747 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/.initializing 2024-12-05T09:26:02,747 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/WALs/33186fd147fa,44833,1733390760831 2024-12-05T09:26:02,749 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:02,752 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C44833%2C1733390760831, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/WALs/33186fd147fa,44833,1733390760831, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/oldWALs, maxLogs=10 2024-12-05T09:26:02,765 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/WALs/33186fd147fa,44833,1733390760831/33186fd147fa%2C44833%2C1733390760831.1733390762753, exclude list is [], retry=0 2024-12-05T09:26:02,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41035,DS-cef25b37-7c33-441c-aed9-5a09d44f634b,DISK] 2024-12-05T09:26:02,772 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/WALs/33186fd147fa,44833,1733390760831/33186fd147fa%2C44833%2C1733390760831.1733390762753 2024-12-05T09:26:02,772 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40457:40457)] 2024-12-05T09:26:02,772 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:02,772 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:02,773 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,773 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:26:02,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:02,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:02,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:26:02,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:02,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:02,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:26:02,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:02,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:02,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:26:02,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:02,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:02,788 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,789 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,790 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,792 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,792 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,793 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:02,795 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:02,798 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:02,799 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59148828, jitterRate=-0.11861377954483032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:02,799 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390762773Initializing all the Stores at 1733390762774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390762774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390762774Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390762775 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390762775Cleaning up temporary data from old regions at 1733390762792 (+17 ms)Region opened successfully at 1733390762799 (+7 ms) 2024-12-05T09:26:02,800 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:26:02,805 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4e98a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:02,806 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:26:02,806 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:26:02,806 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:26:02,807 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:26:02,807 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:26:02,808 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:26:02,808 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:26:02,811 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:26:02,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Unable to get data of znode /1-1053564138/balancer because node does not exist (not necessarily an error) 2024-12-05T09:26:02,891 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1053564138/balancer already deleted, retry=false 2024-12-05T09:26:02,893 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:26:02,895 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Unable to get data of znode /1-1053564138/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:26:02,905 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1053564138/normalizer already deleted, retry=false 2024-12-05T09:26:02,906 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:26:02,907 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Unable to get data of znode /1-1053564138/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:26:02,916 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1053564138/switch/split already deleted, retry=false 2024-12-05T09:26:02,918 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Unable to get data of znode /1-1053564138/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:26:02,924 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1053564138/switch/merge already deleted, retry=false 2024-12-05T09:26:02,930 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Unable to get data of znode /1-1053564138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:26:02,939 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1053564138/snapshot-cleanup already deleted, retry=false 2024-12-05T09:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1053564138/running 2024-12-05T09:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1053564138/running 2024-12-05T09:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:02,950 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,44833,1733390760831, sessionid=0x101a5fd99ba0003, setting cluster-up flag (Was=false) 2024-12-05T09:26:02,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:02,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:02,991 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1053564138/flush-table-proc/acquired, /1-1053564138/flush-table-proc/reached, /1-1053564138/flush-table-proc/abort 2024-12-05T09:26:02,995 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,44833,1733390760831 2024-12-05T09:26:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:03,041 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1053564138/online-snapshot/acquired, /1-1053564138/online-snapshot/reached, /1-1053564138/online-snapshot/abort 2024-12-05T09:26:03,043 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,44833,1733390760831 2024-12-05T09:26:03,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:26:03,051 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:03,051 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:26:03,051 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:26:03,052 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,44833,1733390760831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:26:03,053 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:03,053 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:03,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:03,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:03,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:26:03,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:03,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390793055 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:26:03,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:26:03,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:03,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:26:03,057 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,057 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:26:03,057 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:26:03,057 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:26:03,058 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:26:03,058 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:26:03,058 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:26:03,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390763058,5,FailOnTimeoutGroup] 2024-12-05T09:26:03,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:03,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390763058,5,FailOnTimeoutGroup] 2024-12-05T09:26:03,058 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,059 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:26:03,059 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,059 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:26:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:26:03,087 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(746): ClusterId : 64f90589-147d-4a76-b2e4-256761dfc5a0 2024-12-05T09:26:03,088 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:26:03,099 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:26:03,099 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:26:03,110 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:26:03,111 DEBUG [RS:0;33186fd147fa:45131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9bb8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:03,128 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:45131 2024-12-05T09:26:03,128 INFO [RS:0;33186fd147fa:45131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:26:03,128 INFO [RS:0;33186fd147fa:45131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:26:03,128 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:26:03,129 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,44833,1733390760831 with port=45131, startcode=1733390760954 2024-12-05T09:26:03,129 DEBUG [RS:0;33186fd147fa:45131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:26:03,131 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:26:03,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,45131,1733390760954 2024-12-05T09:26:03,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,45131,1733390760954 2024-12-05T09:26:03,135 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2 2024-12-05T09:26:03,135 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34185 2024-12-05T09:26:03,135 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:26:03,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138/rs 2024-12-05T09:26:03,170 DEBUG [RS:0;33186fd147fa:45131 {}] zookeeper.ZKUtil(111): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on existing znode=/1-1053564138/rs/33186fd147fa,45131,1733390760954 2024-12-05T09:26:03,170 WARN [RS:0;33186fd147fa:45131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:03,170 INFO [RS:0;33186fd147fa:45131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:03,171 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954 2024-12-05T09:26:03,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,45131,1733390760954] 2024-12-05T09:26:03,179 INFO [RS:0;33186fd147fa:45131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:26:03,183 INFO [RS:0;33186fd147fa:45131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:26:03,184 INFO [RS:0;33186fd147fa:45131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:26:03,184 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,184 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:26:03,186 INFO [RS:0;33186fd147fa:45131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:26:03,186 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,186 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,186 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,186 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,186 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,186 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,186 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:03,187 DEBUG [RS:0;33186fd147fa:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:03,188 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,188 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,188 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,188 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,188 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,188 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,45131,1733390760954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:03,205 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:26:03,205 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,45131,1733390760954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,205 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,205 INFO [RS:0;33186fd147fa:45131 {}] regionserver.Replication(171): 33186fd147fa,45131,1733390760954 started 2024-12-05T09:26:03,217 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:03,217 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,45131,1733390760954, RpcServer on 33186fd147fa/172.17.0.3:45131, sessionid=0x101a5fd99ba0004 2024-12-05T09:26:03,217 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:26:03,217 DEBUG [RS:0;33186fd147fa:45131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,45131,1733390760954 2024-12-05T09:26:03,217 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,45131,1733390760954' 2024-12-05T09:26:03,217 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1053564138/flush-table-proc/abort' 2024-12-05T09:26:03,218 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1053564138/flush-table-proc/acquired' 2024-12-05T09:26:03,218 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:26:03,219 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:26:03,219 DEBUG [RS:0;33186fd147fa:45131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,45131,1733390760954 2024-12-05T09:26:03,219 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,45131,1733390760954' 2024-12-05T09:26:03,219 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1053564138/online-snapshot/abort' 2024-12-05T09:26:03,219 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1053564138/online-snapshot/acquired' 2024-12-05T09:26:03,220 DEBUG [RS:0;33186fd147fa:45131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:26:03,220 INFO [RS:0;33186fd147fa:45131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:26:03,220 INFO [RS:0;33186fd147fa:45131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:26:03,321 INFO [RS:0;33186fd147fa:45131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:03,328 INFO [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45131%2C1733390760954, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/oldWALs, maxLogs=10 2024-12-05T09:26:03,344 DEBUG [RS:0;33186fd147fa:45131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954/33186fd147fa%2C45131%2C1733390760954.1733390763331, exclude list is [], retry=0 2024-12-05T09:26:03,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41035,DS-cef25b37-7c33-441c-aed9-5a09d44f634b,DISK] 2024-12-05T09:26:03,350 INFO [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954/33186fd147fa%2C45131%2C1733390760954.1733390763331 2024-12-05T09:26:03,351 DEBUG [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40457:40457)] 2024-12-05T09:26:03,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:26:03,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2 2024-12-05T09:26:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:26:03,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:03,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:03,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:03,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:03,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:03,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:03,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:03,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:03,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:03,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:03,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:03,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:03,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:03,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:03,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:03,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:03,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:03,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:03,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740 2024-12-05T09:26:03,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740 2024-12-05T09:26:03,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:03,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:03,901 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:03,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:03,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:03,906 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62834499, jitterRate=-0.06369300186634064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:03,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390763881Initializing all the Stores at 1733390763883 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390763883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390763883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390763883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390763883Cleaning up temporary data from old regions at 1733390763900 (+17 ms)Region opened successfully at 1733390763907 (+7 ms) 2024-12-05T09:26:03,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:03,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:03,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:03,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:03,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:03,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:03,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390763907Disabling compacts and flushes for region at 1733390763907Disabling writes for close at 1733390763907Writing region close event to WAL at 1733390763908 (+1 ms)Closed at 1733390763908 2024-12-05T09:26:03,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:03,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:26:03,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:26:03,912 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:03,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:26:04,064 DEBUG [33186fd147fa:44833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:04,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,45131,1733390760954 2024-12-05T09:26:04,071 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,45131,1733390760954, state=OPENING 2024-12-05T09:26:04,124 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:26:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:04,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1053564138/meta-region-server: CHANGED 2024-12-05T09:26:04,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:04,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1053564138/meta-region-server: CHANGED 2024-12-05T09:26:04,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,45131,1733390760954}] 2024-12-05T09:26:04,290 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:04,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:26:04,304 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:26:04,305 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:04,305 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:26:04,309 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45131%2C1733390760954.meta, suffix=.meta, logDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/oldWALs, maxLogs=10 2024-12-05T09:26:04,323 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954/33186fd147fa%2C45131%2C1733390760954.meta.1733390764311.meta, exclude list is [], retry=0 2024-12-05T09:26:04,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41035,DS-cef25b37-7c33-441c-aed9-5a09d44f634b,DISK] 2024-12-05T09:26:04,329 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954/33186fd147fa%2C45131%2C1733390760954.meta.1733390764311.meta 2024-12-05T09:26:04,330 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40457:40457)] 2024-12-05T09:26:04,330 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:04,330 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:04,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:04,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:26:04,331 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:26:04,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:26:04,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:04,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:26:04,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:26:04,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:04,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:04,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:04,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:04,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:04,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:04,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:04,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:04,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:04,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:04,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:04,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:04,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:04,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:04,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:04,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:04,342 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:04,343 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740 2024-12-05T09:26:04,345 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740 2024-12-05T09:26:04,347 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:04,347 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:04,348 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:04,350 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:04,351 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61487502, jitterRate=-0.08376482129096985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:04,351 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:26:04,352 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390764331Writing region info on filesystem at 1733390764331Initializing all the Stores at 1733390764333 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390764333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390764333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390764333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390764333Cleaning up temporary data from old regions at 1733390764347 (+14 ms)Running coprocessor post-open hooks at 1733390764352 (+5 ms)Region opened successfully at 1733390764352 2024-12-05T09:26:04,353 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390764289 2024-12-05T09:26:04,357 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:26:04,357 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:26:04,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,45131,1733390760954 2024-12-05T09:26:04,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,45131,1733390760954, state=OPEN 2024-12-05T09:26:04,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1053564138/meta-region-server 2024-12-05T09:26:04,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1053564138/meta-region-server 2024-12-05T09:26:04,366 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,45131,1733390760954 2024-12-05T09:26:04,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1053564138/meta-region-server: CHANGED 2024-12-05T09:26:04,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1053564138/meta-region-server: CHANGED 2024-12-05T09:26:04,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:26:04,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,45131,1733390760954 in 232 msec 2024-12-05T09:26:04,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:26:04,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-05T09:26:04,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:04,376 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:26:04,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:04,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45131,1733390760954, seqNum=-1] 2024-12-05T09:26:04,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:04,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:04,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:04,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-12-05T09:26:04,392 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390764392, completionTime=-1 2024-12-05T09:26:04,392 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:26:04,392 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:26:04,395 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:26:04,395 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390824395 2024-12-05T09:26:04,395 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390884395 2024-12-05T09:26:04,395 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T09:26:04,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44833,1733390760831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44833,1733390760831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44833,1733390760831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:44833, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,399 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.389sec 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44833,1733390760831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:04,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44833,1733390760831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:26:04,411 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:26:04,411 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:26:04,411 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44833,1733390760831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:04,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:26:04,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:04,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:04,491 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ffcbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:04,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:04,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:04,495 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:04,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45131,1733390760954, seqNum=-1] 2024-12-05T09:26:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:04,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,44833,1733390760831 2024-12-05T09:26:04,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:26:04,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:04,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5fd99ba0005 connected 2024-12-05T09:26:04,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40999,-1 for getting cluster id 2024-12-05T09:26:04,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:04,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fde03690-5a69-4fd4-b6e8-b1f37fd36c76' 2024-12-05T09:26:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fde03690-5a69-4fd4-b6e8-b1f37fd36c76" 2024-12-05T09:26:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e199ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40999,-1] 2024-12-05T09:26:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:04,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:04,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:04,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae51e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40999,1733390754432 2024-12-05T09:26:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18b14b2d 2024-12-05T09:26:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:04,580 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:04,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:26:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:26:04,593 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:04,595 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183b2658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,595 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:04,595 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:04,596 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7c9b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:04,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:04,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:04,599 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:04,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c20bedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:04,601 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:04,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:04,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bc412a 2024-12-05T09:26:04,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:04,609 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:04,621 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T09:26:04,621 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:26:04,625 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:04,626 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:04,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:04,627 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:04,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:26:04,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:26:04,635 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:04,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:26:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741835_1011 (size=1138) 2024-12-05T09:26:04,684 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:26:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:04,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:26:04,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:04,794 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:04,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T09:26:04,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:04,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T09:26:04,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T09:26:04,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:05,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32ead58035e412b52577df86f27be6a9, NAME => 'hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12 2024-12-05T09:26:05,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741836_1012 (size=44) 2024-12-05T09:26:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:05,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:05,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32ead58035e412b52577df86f27be6a9, disabling compactions & flushes 2024-12-05T09:26:05,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. after waiting 0 ms 2024-12-05T09:26:05,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32ead58035e412b52577df86f27be6a9: Waiting for close lock at 1733390765468Disabling compacts and flushes for region at 1733390765468Disabling writes for close at 1733390765468Writing region close event to WAL at 1733390765468Closed at 1733390765468 2024-12-05T09:26:05,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:26:05,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390765473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390765473"}]},"ts":"1733390765473"} 2024-12-05T09:26:05,483 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:26:05,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:26:05,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390765485"}]},"ts":"1733390765485"} 2024-12-05T09:26:05,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:26:05,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN}] 2024-12-05T09:26:05,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN 2024-12-05T09:26:05,496 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN; state=OFFLINE, location=33186fd147fa,40293,1733390755167; forceNewPlan=false, retain=false 2024-12-05T09:26:05,649 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32ead58035e412b52577df86f27be6a9, regionState=OPENING, regionLocation=33186fd147fa,40293,1733390755167 2024-12-05T09:26:05,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN because future has completed 2024-12-05T09:26:05,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32ead58035e412b52577df86f27be6a9, server=33186fd147fa,40293,1733390755167}] 2024-12-05T09:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:05,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:05,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:26:05,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C40293%2C1733390755167.rep, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs, maxLogs=10 2024-12-05T09:26:05,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.rep.1733390765831, exclude list is [], retry=0 2024-12-05T09:26:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:26:05,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.rep.1733390765831 2024-12-05T09:26:05,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:26:05,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 32ead58035e412b52577df86f27be6a9, NAME => 'hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:05,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:05,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:05,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. service=MultiRowMutationService 2024-12-05T09:26:05,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:26:05,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:05,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,854 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,856 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32ead58035e412b52577df86f27be6a9 columnFamilyName hfileref 2024-12-05T09:26:05,856 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:05,856 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(327): Store=32ead58035e412b52577df86f27be6a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:05,856 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,858 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32ead58035e412b52577df86f27be6a9 columnFamilyName queue 2024-12-05T09:26:05,858 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:05,859 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(327): Store=32ead58035e412b52577df86f27be6a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:05,859 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,861 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32ead58035e412b52577df86f27be6a9 columnFamilyName sid 2024-12-05T09:26:05,861 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:05,861 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(327): Store=32ead58035e412b52577df86f27be6a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:05,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:26:05,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:05,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 32ead58035e412b52577df86f27be6a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66414681, jitterRate=-0.010344132781028748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:26:05,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:05,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 32ead58035e412b52577df86f27be6a9: Running coprocessor pre-open hook at 1733390765852Writing region info on filesystem at 1733390765852Initializing all the Stores at 1733390765853 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390765853Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390765854 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390765854Cleaning up temporary data from old regions at 1733390765865 (+11 ms)Running coprocessor post-open hooks at 1733390765873 (+8 ms)Region opened successfully at 1733390765874 (+1 ms) 2024-12-05T09:26:05,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9., pid=7, masterSystemTime=1733390765816 2024-12-05T09:26:05,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:05,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32ead58035e412b52577df86f27be6a9, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,40293,1733390755167 2024-12-05T09:26:05,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32ead58035e412b52577df86f27be6a9, server=33186fd147fa,40293,1733390755167 because future has completed 2024-12-05T09:26:05,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T09:26:05,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32ead58035e412b52577df86f27be6a9, server=33186fd147fa,40293,1733390755167 in 226 msec 2024-12-05T09:26:05,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:26:05,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN in 396 msec 2024-12-05T09:26:05,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:26:05,894 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390765893"}]},"ts":"1733390765893"} 2024-12-05T09:26:05,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:26:05,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:26:05,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2700 sec 2024-12-05T09:26:05,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9., hostname=33186fd147fa,40293,1733390755167, seqNum=2] 2024-12-05T09:26:05,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40293 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T09:26:06,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:06,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:06,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:26:06,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T09:26:06,224 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:26:06,267 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,40293,1733390755167, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:26:06,269 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:06,269 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,40293,1733390755167, seqNum=-1] 2024-12-05T09:26:06,270 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:06,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T09:26:06,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,40293,1733390755167', locateType=CURRENT is [region=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9., hostname=33186fd147fa,40293,1733390755167, seqNum=2] 2024-12-05T09:26:06,279 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T09:26:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T09:26:06,284 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,40293,1733390755167 suceeded 2024-12-05T09:26:06,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T09:26:06,289 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:06,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-12-05T09:26:06,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7060 sec 2024-12-05T09:26:06,298 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:06,300 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3de44c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,300 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:06,301 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:06,302 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fbf884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,304 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:06,304 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76854a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,305 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ab2456 2024-12-05T09:26:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:06,307 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:06,308 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,40293,1733390755167 (queues=1) is replicating from cluster=fde03690-5a69-4fd4-b6e8-b1f37fd36c76 to cluster=64f90589-147d-4a76-b2e4-256761dfc5a0 2024-12-05T09:26:06,311 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C40293%2C1733390755167 2024-12-05T09:26:06,314 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,40293,1733390755167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:26:06,316 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C40293%2C1733390755167 2024-12-05T09:26:06,320 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183, startPosition=0, beingWritten=true 2024-12-05T09:26:06,567 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:06,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:06,757 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:26:06,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:06,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:06,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40999,-1 for getting cluster id 2024-12-05T09:26:06,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:06,762 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fde03690-5a69-4fd4-b6e8-b1f37fd36c76' 2024-12-05T09:26:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fde03690-5a69-4fd4-b6e8-b1f37fd36c76" 2024-12-05T09:26:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b57f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40999,-1] 2024-12-05T09:26:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,765 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0de0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40999,1733390754432 2024-12-05T09:26:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf43fa 2024-12-05T09:26:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:06,771 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:06,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:26:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:26:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T09:26:06,775 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:06,776 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f1b5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,776 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:06,777 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:06,778 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51389994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:06,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,779 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:06,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c000140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:06,780 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@313a0263 2024-12-05T09:26:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:06,782 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:06,783 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T09:26:06,783 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:26:06,783 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,783 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:06,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:06,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:26:06,882 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T09:26:06,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T09:26:06,983 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T09:26:07,016 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-33186fd147fa,40293,1733390755167, ReplicationSource: 2, currentBandwidth=0 2024-12-05T09:26:07,020 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T09:26:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T09:26:07,023 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 33186fd147fa,40293,1733390755167 suceeded 2024-12-05T09:26:07,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:26:07,027 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:07,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-05T09:26:07,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 256 msec 2024-12-05T09:26:07,036 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:07,037 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4407d03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,037 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:07,037 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:07,038 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:07,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b76557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:07,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:07,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,040 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:07,041 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43a0d493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,041 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:07,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:07,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f41ff9 2024-12-05T09:26:07,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:07,043 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:07,044 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-33186fd147fa,40293,1733390755167 (queues=1) is replicating from cluster=fde03690-5a69-4fd4-b6e8-b1f37fd36c76 to cluster=64f90589-147d-4a76-b2e4-256761dfc5a0 2024-12-05T09:26:07,044 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=33186fd147fa%2C40293%2C1733390755167 2024-12-05T09:26:07,044 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-33186fd147fa,40293,1733390755167, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:26:07,045 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C40293%2C1733390755167 2024-12-05T09:26:07,045 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183, startPosition=0, beingWritten=true 2024-12-05T09:26:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T09:26:07,095 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T09:26:07,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:07,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:07,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:07,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40999,1733390754432 2024-12-05T09:26:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3043f069 2024-12-05T09:26:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:07,107 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:07,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:26:07,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T09:26:07,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:26:07,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T09:26:07,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T09:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T09:26:07,122 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:07,123 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640f2f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,123 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:07,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:07,124 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:07,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:07,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1e71af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,126 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:07,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e430a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21c0d85e 2024-12-05T09:26:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:07,128 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:07,129 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:26:07,129 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:26:07,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:07,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:26:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T09:26:07,252 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:07,293 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:07,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T09:26:07,298 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T09:26:07,301 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T09:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T09:26:07,306 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 33186fd147fa,40293,1733390755167 suceeded 2024-12-05T09:26:07,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T09:26:07,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-05T09:26:07,309 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:07,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-12-05T09:26:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T09:26:07,445 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T09:26:07,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T09:26:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T09:26:07,450 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:07,452 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd12703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,452 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:07,452 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:07,453 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fa431f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,455 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:07,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685b1a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:07,457 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:07,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:07,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@acd7e07 2024-12-05T09:26:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:07,460 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:07,461 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T09:26:07,461 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:26:07,461 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,462 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:07,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:26:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T09:26:07,560 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:07,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T09:26:07,632 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T09:26:07,634 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T09:26:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T09:26:07,637 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 33186fd147fa,40293,1733390755167 suceeded 2024-12-05T09:26:07,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T09:26:07,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-05T09:26:07,640 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://33186fd147fa:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:07,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-12-05T09:26:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T09:26:07,764 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T09:26:07,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:26:07,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T09:26:07,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:07,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:07,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:07,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:26:07,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=380593929, stopped=false 2024-12-05T09:26:07,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,40999,1733390754432 2024-12-05T09:26:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:26:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:26:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:07,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:07,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:07,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:07,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:26:07,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:26:07,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,40293,1733390755167' ***** 2024-12-05T09:26:07,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:26:07,803 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:26:07,803 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:07,804 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:26:07,804 INFO [RS:0;33186fd147fa:40293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:26:07,804 INFO [RS:0;33186fd147fa:40293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:26:07,805 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(3091): Received CLOSE for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:07,806 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,40293,1733390755167 2024-12-05T09:26:07,806 INFO [RS:0;33186fd147fa:40293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:07,806 INFO [RS:0;33186fd147fa:40293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:40293. 2024-12-05T09:26:07,806 DEBUG [RS:0;33186fd147fa:40293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:07,806 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32ead58035e412b52577df86f27be6a9, disabling compactions & flushes 2024-12-05T09:26:07,806 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:07,807 INFO [RS:0;33186fd147fa:40293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:26:07,807 INFO [RS:0;33186fd147fa:40293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:26:07,807 INFO [RS:0;33186fd147fa:40293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:26:07,807 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:26:07,808 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. after waiting 0 ms 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:07,808 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:07,808 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 32ead58035e412b52577df86f27be6a9=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.} 2024-12-05T09:26:07,808 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:07,808 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:07,808 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:07,812 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32ead58035e412b52577df86f27be6a9 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T09:26:07,812 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T09:26:07,839 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:07,868 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/.tmp/queue/6b75116486974550bcf4f4fb180f030b is 151, key is 1-33186fd147fa,40293,1733390755167/queue:33186fd147fa%2C40293%2C1733390755167/1733390766275/Put/seqid=0 2024-12-05T09:26:07,868 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/info/3379fed442d14d7db2414555751302a8 is 147, key is hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9./info:regioninfo/1733390765880/Put/seqid=0 2024-12-05T09:26:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741838_1014 (size=6631) 2024-12-05T09:26:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741839_1015 (size=5500) 2024-12-05T09:26:07,966 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:08,009 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:08,102 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:26:08,102 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:26:08,209 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:08,279 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/info/3379fed442d14d7db2414555751302a8 2024-12-05T09:26:08,293 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/.tmp/queue/6b75116486974550bcf4f4fb180f030b 2024-12-05T09:26:08,327 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/.tmp/queue/6b75116486974550bcf4f4fb180f030b as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/queue/6b75116486974550bcf4f4fb180f030b 2024-12-05T09:26:08,337 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/queue/6b75116486974550bcf4f4fb180f030b, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T09:26:08,341 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/ns/bcd365b82ac0411ab475a83e6e31a375 is 43, key is default/ns:d/1733390759034/Put/seqid=0 2024-12-05T09:26:08,344 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 32ead58035e412b52577df86f27be6a9 in 532ms, sequenceid=6, compaction requested=false 2024-12-05T09:26:08,344 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:26:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741840_1016 (size=5153) 2024-12-05T09:26:08,348 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/ns/bcd365b82ac0411ab475a83e6e31a375 2024-12-05T09:26:08,351 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T09:26:08,354 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:08,354 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:08,354 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:08,354 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32ead58035e412b52577df86f27be6a9: Waiting for close lock at 1733390767806Running coprocessor pre-close hooks at 1733390767806Disabling compacts and flushes for region at 1733390767806Disabling writes for close at 1733390767808 (+2 ms)Obtaining lock to block concurrent updates at 1733390767812 (+4 ms)Preparing flush snapshotting stores in 32ead58035e412b52577df86f27be6a9 at 1733390767812Finished memstore snapshotting hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733390767819 (+7 ms)Flushing stores of hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. at 1733390767820 (+1 ms)Flushing 32ead58035e412b52577df86f27be6a9/queue: creating writer at 1733390767822 (+2 ms)Flushing 32ead58035e412b52577df86f27be6a9/queue: appending metadata at 1733390767856 (+34 ms)Flushing 32ead58035e412b52577df86f27be6a9/queue: closing flushed file at 1733390767859 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff6d320: reopening flushed file at 1733390768325 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 32ead58035e412b52577df86f27be6a9 in 532ms, sequenceid=6, compaction requested=false at 1733390768344 (+19 ms)Writing region close event to WAL at 1733390768346 (+2 ms)Running coprocessor post-close hooks at 1733390768352 (+6 ms)Closed at 1733390768354 (+2 ms) 2024-12-05T09:26:08,355 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:08,377 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/table/7576e30458134fb9b045808cb711b319 is 53, key is hbase:replication/table:state/1733390765893/Put/seqid=0 2024-12-05T09:26:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741841_1017 (size=5256) 2024-12-05T09:26:08,410 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:08,412 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:08,475 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:08,610 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:08,783 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/table/7576e30458134fb9b045808cb711b319 2024-12-05T09:26:08,802 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/info/3379fed442d14d7db2414555751302a8 as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/info/3379fed442d14d7db2414555751302a8 2024-12-05T09:26:08,810 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:26:08,810 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:26:08,810 DEBUG [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:08,812 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/info/3379fed442d14d7db2414555751302a8, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T09:26:08,814 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/ns/bcd365b82ac0411ab475a83e6e31a375 as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/ns/bcd365b82ac0411ab475a83e6e31a375 2024-12-05T09:26:08,824 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/ns/bcd365b82ac0411ab475a83e6e31a375, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:26:08,826 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/table/7576e30458134fb9b045808cb711b319 as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/table/7576e30458134fb9b045808cb711b319 2024-12-05T09:26:08,834 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/table/7576e30458134fb9b045808cb711b319, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T09:26:08,835 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1027ms, sequenceid=11, compaction requested=false 2024-12-05T09:26:08,841 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T09:26:08,842 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:08,842 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:08,842 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:08,842 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390767808Running coprocessor pre-close hooks at 1733390767808Disabling compacts and flushes for region at 1733390767808Disabling writes for close at 1733390767808Obtaining lock to block concurrent updates at 1733390767812 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733390767812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733390767819 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733390767820 (+1 ms)Flushing 1588230740/info: creating writer at 1733390767822 (+2 ms)Flushing 1588230740/info: appending metadata at 1733390767857 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733390767859 (+2 ms)Flushing 1588230740/ns: creating writer at 1733390768325 (+466 ms)Flushing 1588230740/ns: appending metadata at 1733390768341 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733390768341Flushing 1588230740/table: creating writer at 1733390768358 (+17 ms)Flushing 1588230740/table: appending metadata at 1733390768376 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733390768376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acf6efb: reopening flushed file at 1733390768800 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477cea3f: reopening flushed file at 1733390768813 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c951b8: reopening flushed file at 1733390768825 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1027ms, sequenceid=11, compaction requested=false at 1733390768835 (+10 ms)Writing region close event to WAL at 1733390768836 (+1 ms)Running coprocessor post-close hooks at 1733390768842 (+6 ms)Closed at 1733390768842 2024-12-05T09:26:08,842 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:09,011 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,40293,1733390755167; all regions closed. 2024-12-05T09:26:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741834_1010 (size=2742) 2024-12-05T09:26:09,030 DEBUG [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs 2024-12-05T09:26:09,031 INFO [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C40293%2C1733390755167.meta:.meta(num 1733390758835) 2024-12-05T09:26:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741837_1013 (size=1802) 2024-12-05T09:26:09,037 DEBUG [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs 2024-12-05T09:26:09,037 INFO [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C40293%2C1733390755167.rep:(num 1733390765831) 2024-12-05T09:26:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741833_1009 (size=93) 2024-12-05T09:26:09,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 not finished, retry = 0 2024-12-05T09:26:09,082 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:09,121 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 to pos 0, reset compression=false 2024-12-05T09:26:09,142 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 2024-12-05T09:26:09,142 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183 2024-12-05T09:26:09,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T09:26:09,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T09:26:09,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T09:26:09,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.wal-reader.33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T09:26:09,145 DEBUG [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs 2024-12-05T09:26:09,145 INFO [RS:0;33186fd147fa:40293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C40293%2C1733390755167:(num 1733390758183) 2024-12-05T09:26:09,145 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:09,145 INFO [RS:0;33186fd147fa:40293 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:09,146 INFO [RS:0;33186fd147fa:40293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:09,146 INFO [RS:0;33186fd147fa:40293 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:09,146 INFO [RS:0;33186fd147fa:40293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:09,147 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:09,147 INFO [RS:0;33186fd147fa:40293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,40293,1733390755167 because: Region server is closing 2024-12-05T09:26:09,148 INFO [RS:0;33186fd147fa:40293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:40293. 2024-12-05T09:26:09,148 DEBUG [RS:0;33186fd147fa:40293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:09,148 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:09,148 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:09,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:09,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,40293,1733390755167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T09:26:09,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-33186fd147fa,40293,1733390755167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167/33186fd147fa%2C40293%2C1733390755167.1733390758183, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T09:26:09,153 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T09:26:09,153 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [33186fd147fa%2C40293%2C1733390755167.1733390758183] 2024-12-05T09:26:09,153 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,40293,1733390755167: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,40293,1733390755167, walGroup=33186fd147fa%2C40293%2C1733390755167, offset=33186fd147fa%2C40293%2C1733390755167.1733390758183:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:40293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:26:09,155 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:26:09,157 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:26:09,158 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:26:09,158 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:26:09,158 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:26:09,158 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 522955584 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150538064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:26:09,160 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [33186fd147fa%2C40293%2C1733390755167.1733390758183] 2024-12-05T09:26:09,249 INFO [RS:0;33186fd147fa:40293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,1-33186fd147fa,40293,1733390755167 terminated 2024-12-05T09:26:09,250 INFO [RS:0;33186fd147fa:40293 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-33186fd147fa,40293,1733390755167 because: Region server is closing 2024-12-05T09:26:09,251 INFO [RS:0;33186fd147fa:40293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:40293. 2024-12-05T09:26:09,251 DEBUG [RS:0;33186fd147fa:40293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:09,251 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:09,252 DEBUG [RS:0;33186fd147fa:40293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:09,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:09,252 INFO [RS:0;33186fd147fa:40293 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,40293,1733390755167.replicationSource.shipper33186fd147fa%2C40293%2C1733390755167,2-33186fd147fa,40293,1733390755167 terminated 2024-12-05T09:26:09,253 INFO [RS:0;33186fd147fa:40293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40293 2024-12-05T09:26:09,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/rs/33186fd147fa,40293,1733390755167 2024-12-05T09:26:09,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/rs 2024-12-05T09:26:09,316 INFO [RS:0;33186fd147fa:40293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:09,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,40293,1733390755167] 2024-12-05T09:26:09,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/draining/33186fd147fa,40293,1733390755167 already deleted, retry=false 2024-12-05T09:26:09,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,40293,1733390755167 expired; onlineServers=0 2024-12-05T09:26:09,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,40999,1733390754432' ***** 2024-12-05T09:26:09,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:26:09,333 INFO [M:0;33186fd147fa:40999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:09,333 INFO [M:0;33186fd147fa:40999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:09,333 DEBUG [M:0;33186fd147fa:40999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:26:09,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:26:09,333 DEBUG [M:0;33186fd147fa:40999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:26:09,333 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390757933 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390757933,5,FailOnTimeoutGroup] 2024-12-05T09:26:09,333 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390757934 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390757934,5,FailOnTimeoutGroup] 2024-12-05T09:26:09,334 INFO [M:0;33186fd147fa:40999 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:09,334 INFO [M:0;33186fd147fa:40999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:09,334 DEBUG [M:0;33186fd147fa:40999 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:26:09,334 INFO [M:0;33186fd147fa:40999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:26:09,334 INFO [M:0;33186fd147fa:40999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:09,335 INFO [M:0;33186fd147fa:40999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:26:09,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:26:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/master 2024-12-05T09:26:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:09,341 DEBUG [M:0;33186fd147fa:40999 {}] zookeeper.ZKUtil(347): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/master because node does not exist (not an error) 2024-12-05T09:26:09,341 WARN [M:0;33186fd147fa:40999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:26:09,342 INFO [M:0;33186fd147fa:40999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/.lastflushedseqids 2024-12-05T09:26:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741842_1018 (size=181) 2024-12-05T09:26:09,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:09,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40293-0x101a5fd99ba0001, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:09,426 INFO [RS:0;33186fd147fa:40293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:09,426 INFO [RS:0;33186fd147fa:40293 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,40293,1733390755167; zookeeper connection closed. 2024-12-05T09:26:09,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f8b1709 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f8b1709 2024-12-05T09:26:09,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:26:09,755 INFO [M:0;33186fd147fa:40999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:26:09,756 INFO [M:0;33186fd147fa:40999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:26:09,757 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:09,757 INFO [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:09,757 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:09,757 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:09,757 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:09,758 INFO [M:0;33186fd147fa:40999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T09:26:09,779 DEBUG [M:0;33186fd147fa:40999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39f46201447640e18c2199dcbe8d01af is 82, key is hbase:meta,,1/info:regioninfo/1733390758919/Put/seqid=0 2024-12-05T09:26:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741843_1019 (size=5672) 2024-12-05T09:26:09,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:10,186 INFO [M:0;33186fd147fa:40999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39f46201447640e18c2199dcbe8d01af 2024-12-05T09:26:10,215 DEBUG [M:0;33186fd147fa:40999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf8412218154829b1db0c0fe9d2b8dc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733390765899/Put/seqid=0 2024-12-05T09:26:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741844_1020 (size=8663) 2024-12-05T09:26:10,624 INFO [M:0;33186fd147fa:40999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf8412218154829b1db0c0fe9d2b8dc 2024-12-05T09:26:10,647 DEBUG [M:0;33186fd147fa:40999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d032564d4a184c0e980be18f5ab07321 is 69, key is 33186fd147fa,40293,1733390755167/rs:state/1733390757955/Put/seqid=0 2024-12-05T09:26:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741845_1021 (size=5156) 2024-12-05T09:26:11,054 INFO [M:0;33186fd147fa:40999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d032564d4a184c0e980be18f5ab07321 2024-12-05T09:26:11,067 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39f46201447640e18c2199dcbe8d01af as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39f46201447640e18c2199dcbe8d01af 2024-12-05T09:26:11,074 INFO [M:0;33186fd147fa:40999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39f46201447640e18c2199dcbe8d01af, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T09:26:11,075 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf8412218154829b1db0c0fe9d2b8dc as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf8412218154829b1db0c0fe9d2b8dc 2024-12-05T09:26:11,082 INFO [M:0;33186fd147fa:40999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf8412218154829b1db0c0fe9d2b8dc, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T09:26:11,083 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d032564d4a184c0e980be18f5ab07321 as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d032564d4a184c0e980be18f5ab07321 2024-12-05T09:26:11,091 INFO [M:0;33186fd147fa:40999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d032564d4a184c0e980be18f5ab07321, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T09:26:11,092 INFO [M:0;33186fd147fa:40999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false 2024-12-05T09:26:11,094 INFO [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:11,094 DEBUG [M:0;33186fd147fa:40999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390769756Disabling compacts and flushes for region at 1733390769756Disabling writes for close at 1733390769757 (+1 ms)Obtaining lock to block concurrent updates at 1733390769758 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390769758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733390769759 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390769761 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390769762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390769778 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390769778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390770198 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390770215 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390770215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390770633 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390770646 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390770646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1ab785: reopening flushed file at 1733390771065 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1ff9f2: reopening flushed file at 1733390771074 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d75b6f: reopening flushed file at 1733390771082 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false at 1733390771092 (+10 ms)Writing region close event to WAL at 1733390771094 (+2 ms)Closed at 1733390771094 2024-12-05T09:26:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741830_1006 (size=59421) 2024-12-05T09:26:11,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:11,099 INFO [M:0;33186fd147fa:40999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:26:11,099 INFO [M:0;33186fd147fa:40999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40999 2024-12-05T09:26:11,100 INFO [M:0;33186fd147fa:40999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:11,275 INFO [M:0;33186fd147fa:40999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40999-0x101a5fd99ba0000, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:11,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:26:11,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:11,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41145 2024-12-05T09:26:11,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41145 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:26:11,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411450x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:11,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41145-0x101a5fd99ba0006 connected 2024-12-05T09:26:11,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:11,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:11,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:26:11,317 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: INIT 2024-12-05T09:26:11,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12, hbase.cluster.distributed=false 2024-12-05T09:26:11,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/acl 2024-12-05T09:26:11,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41145 2024-12-05T09:26:11,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41145 2024-12-05T09:26:11,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41145 2024-12-05T09:26:11,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41145 2024-12-05T09:26:11,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41145 2024-12-05T09:26:11,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:26:11,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:11,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35597 2024-12-05T09:26:11,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35597 connecting to ZooKeeper ensemble=127.0.0.1:54828 2024-12-05T09:26:11,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:11,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355970x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:11,349 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: INIT 2024-12-05T09:26:11,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355970x0, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:26:11,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35597-0x101a5fd99ba0007 connected 2024-12-05T09:26:11,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:26:11,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:26:11,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/master 2024-12-05T09:26:11,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/acl 2024-12-05T09:26:11,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35597 2024-12-05T09:26:11,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35597 2024-12-05T09:26:11,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35597 2024-12-05T09:26:11,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35597 2024-12-05T09:26:11,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35597 2024-12-05T09:26:11,369 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:41145 2024-12-05T09:26:11,369 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-111520679/backup-masters/33186fd147fa,41145,1733390771281 2024-12-05T09:26:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:26:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:26:11,374 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on existing znode=/0-111520679/backup-masters/33186fd147fa,41145,1733390771281 2024-12-05T09:26:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-111520679/master 2024-12-05T09:26:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:11,382 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on existing znode=/0-111520679/master 2024-12-05T09:26:11,383 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-111520679/backup-masters/33186fd147fa,41145,1733390771281 from backup master directory 2024-12-05T09:26:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/backup-masters/33186fd147fa,41145,1733390771281 2024-12-05T09:26:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:26:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/backup-masters 2024-12-05T09:26:11,391 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:11,391 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,41145,1733390771281 2024-12-05T09:26:11,409 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:11,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:26:11,423 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-12-05T09:26:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741846_1022 (size=196) 2024-12-05T09:26:11,843 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:11,847 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:26:11,847 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:11,856 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T09:26:11,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432 to hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432-dead as it is dead 2024-12-05T09:26:11,860 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T09:26:11,860 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T09:26:11,860 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432-dead/33186fd147fa%2C40999%2C1733390754432.1733390757254 2024-12-05T09:26:11,866 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432-dead/33186fd147fa%2C40999%2C1733390754432.1733390757254 after 3ms 2024-12-05T09:26:11,867 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432-dead/33186fd147fa%2C40999%2C1733390754432.1733390757254 to hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C40999%2C1733390754432.1733390757254 2024-12-05T09:26:11,867 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,40999,1733390754432-dead 2024-12-05T09:26:11,868 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,41145,1733390771281 2024-12-05T09:26:11,870 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:11,871 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C41145%2C1733390771281, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,41145,1733390771281, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/oldWALs, maxLogs=10 2024-12-05T09:26:11,882 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,41145,1733390771281/33186fd147fa%2C41145%2C1733390771281.1733390771871, exclude list is [], retry=0 2024-12-05T09:26:11,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:26:11,889 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,41145,1733390771281/33186fd147fa%2C41145%2C1733390771281.1733390771871 2024-12-05T09:26:11,889 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:26:11,890 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:11,890 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:11,890 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,890 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:26:11,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:11,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39f46201447640e18c2199dcbe8d01af 2024-12-05T09:26:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:26:11,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:11,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf8412218154829b1db0c0fe9d2b8dc 2024-12-05T09:26:11,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:11,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:26:11,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:11,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d032564d4a184c0e980be18f5ab07321 2024-12-05T09:26:11,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:11,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:26:11,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:11,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:11,923 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,924 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T09:26:11,924 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C40999%2C1733390754432.1733390757254 2024-12-05T09:26:11,942 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C40999%2C1733390754432.1733390757254 2024-12-05T09:26:11,944 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C40999%2C1733390754432.1733390757254 2024-12-05T09:26:11,945 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,946 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,946 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:11,948 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:11,951 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T09:26:11,952 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59421602, jitterRate=-0.11454913020133972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:11,952 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390771890Initializing all the Stores at 1733390771892 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390771892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390771892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390771892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390771892Cleaning up temporary data from old regions at 1733390771946 (+54 ms)Region opened successfully at 1733390771952 (+6 ms) 2024-12-05T09:26:11,953 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:26:11,956 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3139b7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:11,967 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T09:26:11,967 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:26:11,967 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:26:11,968 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:26:11,968 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:26:11,973 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:11,973 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:26:11,974 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:26:11,974 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:26:11,974 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T09:26:11,974 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T09:26:11,975 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T09:26:11,975 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:26:11,978 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=33186fd147fa,40293,1733390755167, regionLocation=33186fd147fa,40293,1733390755167, openSeqNum=2 2024-12-05T09:26:11,979 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=33186fd147fa,40293,1733390755167, table=hbase:meta, region=1588230740 2024-12-05T09:26:11,979 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,40293,1733390755167, state=OPEN 2024-12-05T09:26:12,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:26:12,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:26:12,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:26:12,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:26:12,015 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:26:12,024 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/draining/33186fd147fa,40293,1733390755167 already deleted, retry=false 2024-12-05T09:26:12,024 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 33186fd147fa,40293,1733390755167 on 33186fd147fa,41145,1733390771281 2024-12-05T09:26:12,030 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 33186fd147fa,40293,1733390755167, splitWal=true, meta=true 2024-12-05T09:26:12,032 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 33186fd147fa,40293,1733390755167 (carryingMeta=true) 33186fd147fa,40293,1733390755167/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@42813550[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T09:26:12,036 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/balancer because node does not exist (not necessarily an error) 2024-12-05T09:26:12,068 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/balancer already deleted, retry=false 2024-12-05T09:26:12,068 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:26:12,070 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:26:12,082 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/normalizer already deleted, retry=false 2024-12-05T09:26:12,083 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:26:12,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:26:12,090 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/switch/split already deleted, retry=false 2024-12-05T09:26:12,091 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:26:12,099 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/switch/merge already deleted, retry=false 2024-12-05T09:26:12,118 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:26:12,124 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/snapshot-cleanup already deleted, retry=false 2024-12-05T09:26:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:26:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:26:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:12,133 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,41145,1733390771281, sessionid=0x101a5fd99ba0006, setting cluster-up flag (Was=false) 2024-12-05T09:26:12,141 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-111520679/flush-table-proc/acquired, /0-111520679/flush-table-proc/reached, /0-111520679/flush-table-proc/abort 2024-12-05T09:26:12,142 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,41145,1733390771281 2024-12-05T09:26:12,150 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-111520679/online-snapshot/acquired, /0-111520679/online-snapshot/reached, /0-111520679/online-snapshot/abort 2024-12-05T09:26:12,152 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,41145,1733390771281 2024-12-05T09:26:12,154 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/.lastflushedseqids 2024-12-05T09:26:12,158 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:26:12,158 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:26:12,158 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,41145,1733390771281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 33186fd147fa,40293,1733390755167 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:26:12,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:12,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:12,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:12,160 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(746): ClusterId : fde03690-5a69-4fd4-b6e8-b1f37fd36c76 2024-12-05T09:26:12,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:12,160 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:26:12,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:26:12,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,161 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:12,161 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390802162 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:26:12,162 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:26:12,164 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,164 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:26:12,164 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:26:12,164 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:26:12,165 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:26:12,165 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 33186fd147fa,40293,1733390755167, splitWal=true, meta=true 2024-12-05T09:26:12,165 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:26:12,165 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:26:12,166 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390772165,5,FailOnTimeoutGroup] 2024-12-05T09:26:12,166 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390772166,5,FailOnTimeoutGroup] 2024-12-05T09:26:12,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:26:12,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,166 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 33186fd147fa,40293,1733390755167, splitWal=true, meta=true, isMeta: true 2024-12-05T09:26:12,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390772166, completionTime=-1 2024-12-05T09:26:12,167 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:26:12,167 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:26:12,167 WARN [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T09:26:12,168 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167-splitting 2024-12-05T09:26:12,169 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167-splitting dir is empty, no logs to split. 2024-12-05T09:26:12,170 INFO [PEWorker-1 {}] master.SplitWALManager(105): 33186fd147fa,40293,1733390755167 WAL count=0, meta=true 2024-12-05T09:26:12,170 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T09:26:12,174 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167-splitting dir is empty, no logs to split. 2024-12-05T09:26:12,174 INFO [PEWorker-1 {}] master.SplitWALManager(105): 33186fd147fa,40293,1733390755167 WAL count=0, meta=true 2024-12-05T09:26:12,174 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 33186fd147fa,40293,1733390755167 WAL splitting is done? wals=0, meta=true 2024-12-05T09:26:12,175 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:26:12,175 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757f6ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:12,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:26:12,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:12,180 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T09:26:12,189 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:35597 2024-12-05T09:26:12,189 INFO [RS:0;33186fd147fa:35597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:26:12,189 INFO [RS:0;33186fd147fa:35597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:26:12,189 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:26:12,190 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,41145,1733390771281 with port=35597, startcode=1733390771335 2024-12-05T09:26:12,191 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:26:12,193 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:26:12,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41145 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,195 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12 2024-12-05T09:26:12,196 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36221 2024-12-05T09:26:12,196 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:26:12,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/rs 2024-12-05T09:26:12,206 DEBUG [RS:0;33186fd147fa:35597 {}] zookeeper.ZKUtil(111): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on existing znode=/0-111520679/rs/33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,206 WARN [RS:0;33186fd147fa:35597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:12,206 INFO [RS:0;33186fd147fa:35597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:12,206 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,35597,1733390771335] 2024-12-05T09:26:12,220 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T09:26:12,240 INFO [RS:0;33186fd147fa:35597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:26:12,242 INFO [RS:0;33186fd147fa:35597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:26:12,243 INFO [RS:0;33186fd147fa:35597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:26:12,243 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,243 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:26:12,244 INFO [RS:0;33186fd147fa:35597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:26:12,244 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,244 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,244 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,244 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:12,245 DEBUG [RS:0;33186fd147fa:35597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:12,246 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,246 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,246 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,246 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,246 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,246 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35597,1733390771335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:12,260 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:26:12,260 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35597,1733390771335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,275 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,35597,1733390771335, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:26:12,289 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(231): queueId=2-33186fd147fa,35597,1733390771335, ReplicationSource: 2, currentBandwidth=0 2024-12-05T09:26:12,289 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,289 INFO [RS:0;33186fd147fa:35597 {}] regionserver.Replication(171): 33186fd147fa,35597,1733390771335 started 2024-12-05T09:26:12,289 DEBUG [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:12,291 DEBUG [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54226df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:12,291 DEBUG [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:12,291 DEBUG [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:12,292 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e4fbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:12,296 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:12,296 DEBUG [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f6926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:12,297 DEBUG [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eeb5f97 2024-12-05T09:26:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:12,299 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:12,300 INFO [RS:0;33186fd147fa:35597.replicationSource,1-33186fd147fa,35597,1733390771335 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,35597,1733390771335 (queues=0) is replicating from cluster=fde03690-5a69-4fd4-b6e8-b1f37fd36c76 to cluster=64f90589-147d-4a76-b2e4-256761dfc5a0 2024-12-05T09:26:12,304 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:12,304 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,35597,1733390771335, RpcServer on 33186fd147fa/172.17.0.3:35597, sessionid=0x101a5fd99ba0007 2024-12-05T09:26:12,304 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:26:12,304 DEBUG [RS:0;33186fd147fa:35597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,304 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,35597,1733390771335' 2024-12-05T09:26:12,304 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-111520679/flush-table-proc/abort' 2024-12-05T09:26:12,305 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-111520679/flush-table-proc/acquired' 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,35597,1733390771335' 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-111520679/online-snapshot/abort' 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-111520679/online-snapshot/acquired' 2024-12-05T09:26:12,306 DEBUG [RS:0;33186fd147fa:35597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:26:12,306 INFO [RS:0;33186fd147fa:35597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:26:12,306 INFO [RS:0;33186fd147fa:35597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:26:12,310 DEBUG [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:44833' 2024-12-05T09:26:12,312 DEBUG [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e9f0638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:12,312 DEBUG [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44833,-1 for getting cluster id 2024-12-05T09:26:12,313 DEBUG [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:12,314 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f90589-147d-4a76-b2e4-256761dfc5a0' 2024-12-05T09:26:12,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:12,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f90589-147d-4a76-b2e4-256761dfc5a0" 2024-12-05T09:26:12,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc98fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:12,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44833,-1] 2024-12-05T09:26:12,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:12,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:12,316 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:12,317 DEBUG [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c155945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:12,317 DEBUG [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:12,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44833,1733390760831 2024-12-05T09:26:12,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34aafdc2 2024-12-05T09:26:12,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:12,320 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:12,320 INFO [RS:0;33186fd147fa:35597.replicationSource,2-33186fd147fa,35597,1733390771335 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-33186fd147fa,35597,1733390771335 (queues=0) is replicating from cluster=fde03690-5a69-4fd4-b6e8-b1f37fd36c76 to cluster=64f90589-147d-4a76-b2e4-256761dfc5a0 2024-12-05T09:26:12,330 WARN [33186fd147fa:41145 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T09:26:12,407 INFO [RS:0;33186fd147fa:35597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:12,409 INFO [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35597%2C1733390771335, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs, maxLogs=10 2024-12-05T09:26:12,425 DEBUG [RS:0;33186fd147fa:35597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410, exclude list is [], retry=0 2024-12-05T09:26:12,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:26:12,430 INFO [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 2024-12-05T09:26:12,431 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 33186fd147fa%2C35597%2C1733390771335 for peer 1 2024-12-05T09:26:12,431 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 33186fd147fa%2C35597%2C1733390771335 for peer 2 2024-12-05T09:26:12,431 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C35597%2C1733390771335 2024-12-05T09:26:12,431 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,35597,1733390771335, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:26:12,432 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=33186fd147fa%2C35597%2C1733390771335 2024-12-05T09:26:12,432 INFO [RS:0;33186fd147fa:35597.replicationSource.shipper33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C35597%2C1733390771335 2024-12-05T09:26:12,432 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-33186fd147fa,35597,1733390771335, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:26:12,432 DEBUG [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:26:12,432 INFO [RS:0;33186fd147fa:35597.replicationSource.shipper33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C35597%2C1733390771335 2024-12-05T09:26:12,433 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410, startPosition=0, beingWritten=true 2024-12-05T09:26:12,433 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410, startPosition=0, beingWritten=true 2024-12-05T09:26:12,581 DEBUG [33186fd147fa:41145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:12,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,583 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,35597,1733390771335, state=OPENING 2024-12-05T09:26:12,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:26:12,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:26:12,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:12,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:26:12,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:26:12,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,35597,1733390771335}] 2024-12-05T09:26:12,640 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:12,640 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:12,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:12,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:26:12,785 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:26:12,785 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:12,786 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:26:12,788 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35597%2C1733390771335.meta, suffix=.meta, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs, maxLogs=10 2024-12-05T09:26:12,803 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.meta.1733390772789.meta, exclude list is [], retry=0 2024-12-05T09:26:12,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:26:12,808 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.meta.1733390772789.meta 2024-12-05T09:26:12,809 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:26:12,809 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:12,810 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:12,810 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:12,810 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:26:12,810 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:26:12,810 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:26:12,810 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:12,810 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:26:12,810 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:26:12,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:12,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:12,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:12,822 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/info/3379fed442d14d7db2414555751302a8 2024-12-05T09:26:12,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:12,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:12,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:12,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:12,833 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/ns/bcd365b82ac0411ab475a83e6e31a375 2024-12-05T09:26:12,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:12,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:12,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:12,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:12,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:12,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:12,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:12,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:12,846 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/table/7576e30458134fb9b045808cb711b319 2024-12-05T09:26:12,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:12,846 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:12,847 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740 2024-12-05T09:26:12,849 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740 2024-12-05T09:26:12,850 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:12,850 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:12,851 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:12,852 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:12,853 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61769883, jitterRate=-0.07955701649188995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:12,853 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:26:12,853 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390772811Writing region info on filesystem at 1733390772811Initializing all the Stores at 1733390772812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390772812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390772812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390772812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390772812Cleaning up temporary data from old regions at 1733390772850 (+38 ms)Running coprocessor post-open hooks at 1733390772853 (+3 ms)Region opened successfully at 1733390772853 2024-12-05T09:26:12,855 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733390772772 2024-12-05T09:26:12,857 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:26:12,857 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:26:12,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,35597,1733390771335, state=OPEN 2024-12-05T09:26:12,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:26:12,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-111520679/meta-region-server 2024-12-05T09:26:12,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,35597,1733390771335 2024-12-05T09:26:12,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:26:12,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-111520679/meta-region-server: CHANGED 2024-12-05T09:26:12,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T09:26:12,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,35597,1733390771335 in 250 msec 2024-12-05T09:26:12,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T09:26:12,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-12-05T09:26:12,952 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:12,952 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:13,363 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:13,363 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:13,724 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T09:26:13,875 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:13,875 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:14,488 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:14,488 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:14,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:15,200 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:15,200 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:15,228 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-05T09:26:16,011 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:16,011 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:16,682 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T09:26:16,682 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:26:16,683 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:16,683 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35597,1733390771335, seqNum=-1] 2024-12-05T09:26:16,684 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:16,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:16,696 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=32ead58035e412b52577df86f27be6a9, regionState=OPEN, lastHost=33186fd147fa,40293,1733390755167, regionLocation=33186fd147fa,40293,1733390755167, openSeqNum=2 2024-12-05T09:26:16,696 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:26:16,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390836696 2024-12-05T09:26:16,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390896697 2024-12-05T09:26:16,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-12-05T09:26:16,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41145,1733390771281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,697 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 33186fd147fa,40293,1733390755167 had 2 regions 2024-12-05T09:26:16,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41145,1733390771281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41145,1733390771281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,698 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:41145, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,698 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,698 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,700 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 33186fd147fa,40293,1733390755167, splitWal=true, meta=true, isMeta: false 2024-12-05T09:26:16,702 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167-splitting dir is empty, no logs to split. 2024-12-05T09:26:16,702 INFO [PEWorker-4 {}] master.SplitWALManager(105): 33186fd147fa,40293,1733390755167 WAL count=0, meta=false 2024-12-05T09:26:16,705 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.314sec 2024-12-05T09:26:16,705 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:26:16,705 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:26:16,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:26:16,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:26:16,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:26:16,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41145,1733390771281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:16,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41145,1733390771281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:26:16,706 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,40293,1733390755167-splitting dir is empty, no logs to split. 2024-12-05T09:26:16,706 INFO [PEWorker-4 {}] master.SplitWALManager(105): 33186fd147fa,40293,1733390755167 WAL count=0, meta=false 2024-12-05T09:26:16,706 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 33186fd147fa,40293,1733390755167 WAL splitting is done? wals=0, meta=false 2024-12-05T09:26:16,709 WARN [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=33186fd147fa,40293,1733390755167/hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:16,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN}] 2024-12-05T09:26:16,711 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:26:16,711 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:26:16,711 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41145,1733390771281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:16,711 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN 2024-12-05T09:26:16,712 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T09:26:16,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:16,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41145,-1 for getting cluster id 2024-12-05T09:26:16,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:16,768 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fde03690-5a69-4fd4-b6e8-b1f37fd36c76' 2024-12-05T09:26:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fde03690-5a69-4fd4-b6e8-b1f37fd36c76" 2024-12-05T09:26:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfb5997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41145,-1] 2024-12-05T09:26:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,771 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9489fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:16,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35597,1733390771335, seqNum=-1] 2024-12-05T09:26:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:16,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:16,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T09:26:16,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:16,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:16,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:16,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 33186fd147fa:41145 after: 33186fd147fa:41145 2024-12-05T09:26:16,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:16,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41145,-1 for getting cluster id 2024-12-05T09:26:16,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:16,783 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fde03690-5a69-4fd4-b6e8-b1f37fd36c76' 2024-12-05T09:26:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fde03690-5a69-4fd4-b6e8-b1f37fd36c76" 2024-12-05T09:26:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a4aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41145,-1] 2024-12-05T09:26:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,785 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:16,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:16,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41145,1733390771281 2024-12-05T09:26:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d115e9 2024-12-05T09:26:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:16,788 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:16,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:26:16,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T09:26:16,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:26:16,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T09:26:16,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:26:16,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:16,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:16,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:16,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:26:16,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-12-05T09:26:16,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,44833,1733390760831 2024-12-05T09:26:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1053564138/running 2024-12-05T09:26:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1053564138/running 2024-12-05T09:26:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:16,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:16,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:16,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/running 2024-12-05T09:26:16,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:16,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Set watcher on znode that does not yet exist, /1-1053564138/running 2024-12-05T09:26:16,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,45131,1733390760954' ***** 2024-12-05T09:26:16,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:26:16,845 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:26:16,845 INFO [RS:0;33186fd147fa:45131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:26:16,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:26:16,845 INFO [RS:0;33186fd147fa:45131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:26:16,845 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,45131,1733390760954 2024-12-05T09:26:16,846 INFO [RS:0;33186fd147fa:45131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:16,846 INFO [RS:0;33186fd147fa:45131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:45131. 2024-12-05T09:26:16,846 DEBUG [RS:0;33186fd147fa:45131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:16,846 DEBUG [RS:0;33186fd147fa:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:16,846 INFO [RS:0;33186fd147fa:45131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:26:16,847 INFO [RS:0;33186fd147fa:45131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:26:16,847 INFO [RS:0;33186fd147fa:45131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:26:16,847 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:26:16,848 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:26:16,848 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:26:16,848 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:16,848 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:16,848 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:16,848 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:16,848 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:16,848 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:16,848 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T09:26:16,863 DEBUG [33186fd147fa:41145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:16,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=32ead58035e412b52577df86f27be6a9, regionState=OPENING, regionLocation=33186fd147fa,35597,1733390771335 2024-12-05T09:26:16,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN because future has completed 2024-12-05T09:26:16,866 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/.tmp/ns/019faef865b246beb79c0c0e23cb3ebe is 43, key is default/ns:d/1733390764382/Put/seqid=0 2024-12-05T09:26:16,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32ead58035e412b52577df86f27be6a9, server=33186fd147fa,35597,1733390771335}] 2024-12-05T09:26:16,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741835_1011 (size=5153) 2024-12-05T09:26:16,903 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:16,924 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:16,924 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:17,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:26:17,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35597%2C1733390771335.rep, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs, maxLogs=10 2024-12-05T09:26:17,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.rep.1733390777030, exclude list is [], retry=0 2024-12-05T09:26:17,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-46a854f5-4267-4a24-985a-5924c9362ed0,DISK] 2024-12-05T09:26:17,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.rep.1733390777030 2024-12-05T09:26:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42243:42243)] 2024-12-05T09:26:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 32ead58035e412b52577df86f27be6a9, NAME => 'hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:17,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. service=MultiRowMutationService 2024-12-05T09:26:17,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:26:17,048 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,050 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,051 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32ead58035e412b52577df86f27be6a9 columnFamilyName hfileref 2024-12-05T09:26:17,051 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:17,051 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(327): Store=32ead58035e412b52577df86f27be6a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:17,052 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,052 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32ead58035e412b52577df86f27be6a9 columnFamilyName queue 2024-12-05T09:26:17,053 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:17,060 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/queue/6b75116486974550bcf4f4fb180f030b 2024-12-05T09:26:17,060 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(327): Store=32ead58035e412b52577df86f27be6a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:17,060 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,061 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32ead58035e412b52577df86f27be6a9 columnFamilyName sid 2024-12-05T09:26:17,061 DEBUG [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:17,062 INFO [StoreOpener-32ead58035e412b52577df86f27be6a9-1 {}] regionserver.HStore(327): Store=32ead58035e412b52577df86f27be6a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:17,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:26:17,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 32ead58035e412b52577df86f27be6a9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74750462, jitterRate=0.11386868357658386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:26:17,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:17,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 32ead58035e412b52577df86f27be6a9: Running coprocessor pre-open hook at 1733390777048Writing region info on filesystem at 1733390777048Initializing all the Stores at 1733390777049 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390777050 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390777050Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390777050Cleaning up temporary data from old regions at 1733390777065 (+15 ms)Running coprocessor post-open hooks at 1733390777069 (+4 ms)Region opened successfully at 1733390777070 (+1 ms) 2024-12-05T09:26:17,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9., pid=19, masterSystemTime=1733390777021 2024-12-05T09:26:17,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:17,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:17,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=32ead58035e412b52577df86f27be6a9, regionState=OPEN, openSeqNum=10, regionLocation=33186fd147fa,35597,1733390771335 2024-12-05T09:26:17,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32ead58035e412b52577df86f27be6a9, server=33186fd147fa,35597,1733390771335 because future has completed 2024-12-05T09:26:17,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T09:26:17,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 32ead58035e412b52577df86f27be6a9, server=33186fd147fa,35597,1733390771335 in 214 msec 2024-12-05T09:26:17,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T09:26:17,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32ead58035e412b52577df86f27be6a9, ASSIGN in 376 msec 2024-12-05T09:26:17,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T09:26:17,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9., hostname=33186fd147fa,35597,1733390771335, seqNum=10] 2024-12-05T09:26:17,134 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 33186fd147fa,40293,1733390755167 2024-12-05T09:26:17,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T09:26:17,230 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:26:17,230 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:26:17,248 DEBUG [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:17,272 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/.tmp/ns/019faef865b246beb79c0c0e23cb3ebe 2024-12-05T09:26:17,282 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/.tmp/ns/019faef865b246beb79c0c0e23cb3ebe as hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/ns/019faef865b246beb79c0c0e23cb3ebe 2024-12-05T09:26:17,289 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/ns/019faef865b246beb79c0c0e23cb3ebe, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T09:26:17,290 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-05T09:26:17,291 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:26:17,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T09:26:17,299 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T09:26:17,300 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:17,300 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:17,300 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:17,300 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390776848Running coprocessor pre-close hooks at 1733390776848Disabling compacts and flushes for region at 1733390776848Disabling writes for close at 1733390776848Obtaining lock to block concurrent updates at 1733390776849 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733390776849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733390776849Flushing stores of hbase:meta,,1.1588230740 at 1733390776850 (+1 ms)Flushing 1588230740/ns: creating writer at 1733390776850Flushing 1588230740/ns: appending metadata at 1733390776866 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733390776866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f038398: reopening flushed file at 1733390777280 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733390777290 (+10 ms)Writing region close event to WAL at 1733390777292 (+2 ms)Running coprocessor post-close hooks at 1733390777300 (+8 ms)Closed at 1733390777300 2024-12-05T09:26:17,301 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:17,448 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,45131,1733390760954; all regions closed. 2024-12-05T09:26:17,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741834_1010 (size=1152) 2024-12-05T09:26:17,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/WALs/33186fd147fa,45131,1733390760954/33186fd147fa%2C45131%2C1733390760954.meta.1733390764311.meta not finished, retry = 0 2024-12-05T09:26:17,558 DEBUG [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/oldWALs 2024-12-05T09:26:17,559 INFO [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C45131%2C1733390760954.meta:.meta(num 1733390764311) 2024-12-05T09:26:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741832_1008 (size=93) 2024-12-05T09:26:17,566 DEBUG [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/oldWALs 2024-12-05T09:26:17,566 INFO [RS:0;33186fd147fa:45131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C45131%2C1733390760954:(num 1733390763331) 2024-12-05T09:26:17,566 DEBUG [RS:0;33186fd147fa:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:17,566 INFO [RS:0;33186fd147fa:45131 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:17,566 INFO [RS:0;33186fd147fa:45131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:17,566 INFO [RS:0;33186fd147fa:45131 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:17,567 INFO [RS:0;33186fd147fa:45131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:17,567 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:17,567 INFO [RS:0;33186fd147fa:45131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45131 2024-12-05T09:26:17,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1053564138/rs/33186fd147fa,45131,1733390760954 2024-12-05T09:26:17,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138/rs 2024-12-05T09:26:17,599 INFO [RS:0;33186fd147fa:45131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:17,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,45131,1733390760954] 2024-12-05T09:26:17,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1053564138/draining/33186fd147fa,45131,1733390760954 already deleted, retry=false 2024-12-05T09:26:17,615 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,45131,1733390760954 expired; onlineServers=0 2024-12-05T09:26:17,615 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,44833,1733390760831' ***** 2024-12-05T09:26:17,615 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:26:17,616 INFO [M:0;33186fd147fa:44833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:17,616 INFO [M:0;33186fd147fa:44833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:17,616 DEBUG [M:0;33186fd147fa:44833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:26:17,616 DEBUG [M:0;33186fd147fa:44833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:26:17,616 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:26:17,616 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390763058 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390763058,5,FailOnTimeoutGroup] 2024-12-05T09:26:17,616 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390763058 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390763058,5,FailOnTimeoutGroup] 2024-12-05T09:26:17,616 INFO [M:0;33186fd147fa:44833 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:17,616 INFO [M:0;33186fd147fa:44833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:17,616 DEBUG [M:0;33186fd147fa:44833 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:26:17,616 INFO [M:0;33186fd147fa:44833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:26:17,616 INFO [M:0;33186fd147fa:44833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:17,617 INFO [M:0;33186fd147fa:44833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:26:17,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:26:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1053564138/master 2024-12-05T09:26:17,624 DEBUG [M:0;33186fd147fa:44833 {}] zookeeper.ZKUtil(347): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Unable to get data of znode /1-1053564138/master because node does not exist (not an error) 2024-12-05T09:26:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1053564138 2024-12-05T09:26:17,624 WARN [M:0;33186fd147fa:44833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:26:17,625 INFO [M:0;33186fd147fa:44833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/.lastflushedseqids 2024-12-05T09:26:17,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741836_1012 (size=99) 2024-12-05T09:26:17,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:17,707 INFO [RS:0;33186fd147fa:45131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:17,707 INFO [RS:0;33186fd147fa:45131 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,45131,1733390760954; zookeeper connection closed. 2024-12-05T09:26:17,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x101a5fd99ba0004, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:17,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d0d089c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d0d089c 2024-12-05T09:26:17,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:26:17,934 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:17,934 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:18,032 INFO [M:0;33186fd147fa:44833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:26:18,033 INFO [M:0;33186fd147fa:44833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:26:18,033 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:18,033 INFO [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:18,033 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:18,033 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:18,034 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:18,034 INFO [M:0;33186fd147fa:44833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T09:26:18,059 DEBUG [M:0;33186fd147fa:44833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dfb6cebb469463094490f3d8761672a is 82, key is hbase:meta,,1/info:regioninfo/1733390764358/Put/seqid=0 2024-12-05T09:26:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741837_1013 (size=5672) 2024-12-05T09:26:18,465 INFO [M:0;33186fd147fa:44833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dfb6cebb469463094490f3d8761672a 2024-12-05T09:26:18,493 DEBUG [M:0;33186fd147fa:44833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/994f64fa86554a22b58ce633ca55b963 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733390764390/Put/seqid=0 2024-12-05T09:26:18,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741838_1014 (size=5275) 2024-12-05T09:26:18,900 INFO [M:0;33186fd147fa:44833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/994f64fa86554a22b58ce633ca55b963 2024-12-05T09:26:18,927 DEBUG [M:0;33186fd147fa:44833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da2e7ca8da1445ed9943c55fb97b47a6 is 69, key is 33186fd147fa,45131,1733390760954/rs:state/1733390763132/Put/seqid=0 2024-12-05T09:26:18,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741839_1015 (size=5156) 2024-12-05T09:26:19,047 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:19,047 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:19,333 INFO [M:0;33186fd147fa:44833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da2e7ca8da1445ed9943c55fb97b47a6 2024-12-05T09:26:19,345 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dfb6cebb469463094490f3d8761672a as hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dfb6cebb469463094490f3d8761672a 2024-12-05T09:26:19,353 INFO [M:0;33186fd147fa:44833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dfb6cebb469463094490f3d8761672a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T09:26:19,354 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/994f64fa86554a22b58ce633ca55b963 as hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/994f64fa86554a22b58ce633ca55b963 2024-12-05T09:26:19,360 INFO [M:0;33186fd147fa:44833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/994f64fa86554a22b58ce633ca55b963, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T09:26:19,361 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da2e7ca8da1445ed9943c55fb97b47a6 as hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da2e7ca8da1445ed9943c55fb97b47a6 2024-12-05T09:26:19,367 INFO [M:0;33186fd147fa:44833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da2e7ca8da1445ed9943c55fb97b47a6, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T09:26:19,368 INFO [M:0;33186fd147fa:44833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false 2024-12-05T09:26:19,369 INFO [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:19,370 DEBUG [M:0;33186fd147fa:44833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390778033Disabling compacts and flushes for region at 1733390778033Disabling writes for close at 1733390778033Obtaining lock to block concurrent updates at 1733390778034 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390778034Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733390778035 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390778036 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390778036Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390778058 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390778058Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390778475 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390778493 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390778493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390778913 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390778927 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390778927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df5e04d: reopening flushed file at 1733390779344 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e994e9f: reopening flushed file at 1733390779353 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c687878: reopening flushed file at 1733390779360 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false at 1733390779368 (+8 ms)Writing region close event to WAL at 1733390779369 (+1 ms)Closed at 1733390779369 2024-12-05T09:26:19,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41035 is added to blk_1073741830_1006 (size=10165) 2024-12-05T09:26:19,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4c5269d-3622-a84b-95b8-a8f8c30946d2/MasterData/WALs/33186fd147fa,44833,1733390760831/33186fd147fa%2C44833%2C1733390760831.1733390762753 not finished, retry = 0 2024-12-05T09:26:19,476 INFO [M:0;33186fd147fa:44833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:26:19,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:19,476 INFO [M:0;33186fd147fa:44833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44833 2024-12-05T09:26:19,482 INFO [M:0;33186fd147fa:44833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:19,624 INFO [M:0;33186fd147fa:44833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x101a5fd99ba0003, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:19,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:19,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:19,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:19,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:19,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:19,635 WARN [BP-38626143-172.17.0.3-1733390759293 heartbeating to localhost/127.0.0.1:34185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:26:19,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:26:19,635 WARN [BP-38626143-172.17.0.3-1733390759293 heartbeating to localhost/127.0.0.1:34185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-38626143-172.17.0.3-1733390759293 (Datanode Uuid f2c11f45-7452-4de1-b87b-5c75461850f3) service to localhost/127.0.0.1:34185 2024-12-05T09:26:19,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:26:19,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/cluster_f8a9457e-25b7-c8c2-f439-df9e99a6642d/data/data1/current/BP-38626143-172.17.0.3-1733390759293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:19,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/cluster_f8a9457e-25b7-c8c2-f439-df9e99a6642d/data/data2/current/BP-38626143-172.17.0.3-1733390759293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:19,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:26:19,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:19,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:19,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:19,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:19,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:19,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:26:19,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:26:19,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:19,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:19,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:19,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:19,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:19,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:26:19,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509690013, stopped=false 2024-12-05T09:26:19,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,41145,1733390771281 2024-12-05T09:26:19,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:26:19,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/running 2024-12-05T09:26:19,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:19,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:19,674 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:19,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:19,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:19,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:19,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:26:19,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Set watcher on znode that does not yet exist, /0-111520679/running 2024-12-05T09:26:19,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,35597,1733390771335' ***** 2024-12-05T09:26:19,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:26:19,675 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(3091): Received CLOSE for 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,35597,1733390771335 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35597. 2024-12-05T09:26:19,675 DEBUG [RS:0;33186fd147fa:35597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:19,675 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32ead58035e412b52577df86f27be6a9, disabling compactions & flushes 2024-12-05T09:26:19,675 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:19,675 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:19,675 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:19,675 INFO [RS:0;33186fd147fa:35597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:26:19,676 INFO [RS:0;33186fd147fa:35597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:26:19,676 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. after waiting 1 ms 2024-12-05T09:26:19,676 INFO [RS:0;33186fd147fa:35597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:26:19,676 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:19,676 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:26:19,676 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:26:19,676 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 32ead58035e412b52577df86f27be6a9=hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9.} 2024-12-05T09:26:19,676 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:19,676 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32ead58035e412b52577df86f27be6a9 2024-12-05T09:26:19,676 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:19,676 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:19,676 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:19,676 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:19,676 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T09:26:19,681 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/replication/32ead58035e412b52577df86f27be6a9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T09:26:19,682 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:19,682 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:19,682 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:19,682 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32ead58035e412b52577df86f27be6a9: Waiting for close lock at 1733390779675Running coprocessor pre-close hooks at 1733390779675Disabling compacts and flushes for region at 1733390779675Disabling writes for close at 1733390779676 (+1 ms)Writing region close event to WAL at 1733390779676Running coprocessor post-close hooks at 1733390779682 (+6 ms)Closed at 1733390779682 2024-12-05T09:26:19,682 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9. 2024-12-05T09:26:19,695 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/info/ec6ce90af47841bfbf3267b9a7e5ac3f is 147, key is hbase:replication,,1733390764627.32ead58035e412b52577df86f27be6a9./info:regioninfo/1733390777076/Put/seqid=0 2024-12-05T09:26:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741851_1027 (size=6385) 2024-12-05T09:26:19,755 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:19,876 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:20,077 DEBUG [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:20,102 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/info/ec6ce90af47841bfbf3267b9a7e5ac3f 2024-12-05T09:26:20,116 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/.tmp/info/ec6ce90af47841bfbf3267b9a7e5ac3f as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/info/ec6ce90af47841bfbf3267b9a7e5ac3f 2024-12-05T09:26:20,122 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/info/ec6ce90af47841bfbf3267b9a7e5ac3f, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T09:26:20,123 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-12-05T09:26:20,129 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T09:26:20,130 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:20,130 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:20,130 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:20,130 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390779676Running coprocessor pre-close hooks at 1733390779676Disabling compacts and flushes for region at 1733390779676Disabling writes for close at 1733390779676Obtaining lock to block concurrent updates at 1733390779676Preparing flush snapshotting stores in 1588230740 at 1733390779676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733390779677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733390779677Flushing 1588230740/info: creating writer at 1733390779677Flushing 1588230740/info: appending metadata at 1733390779694 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733390779695 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d983fa: reopening flushed file at 1733390780115 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1733390780124 (+9 ms)Writing region close event to WAL at 1733390780125 (+1 ms)Running coprocessor post-close hooks at 1733390780130 (+5 ms)Closed at 1733390780130 2024-12-05T09:26:20,130 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:20,246 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:26:20,247 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:26:20,261 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:20,261 DEBUG [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/WALs/33186fd147fa,35597,1733390771335/33186fd147fa%2C35597%2C1733390771335.1733390772410 to pos 0, reset compression=false 2024-12-05T09:26:20,277 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,35597,1733390771335; all regions closed. 2024-12-05T09:26:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741849_1025 (size=2156) 2024-12-05T09:26:20,283 DEBUG [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs 2024-12-05T09:26:20,283 INFO [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C35597%2C1733390771335.meta:.meta(num 1733390772789) 2024-12-05T09:26:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741850_1026 (size=796) 2024-12-05T09:26:20,290 DEBUG [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs 2024-12-05T09:26:20,290 INFO [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C35597%2C1733390771335.rep:(num 1733390777030) 2024-12-05T09:26:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741848_1024 (size=93) 2024-12-05T09:26:20,296 DEBUG [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/oldWALs 2024-12-05T09:26:20,296 INFO [RS:0;33186fd147fa:35597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C35597%2C1733390771335:(num 1733390772410) 2024-12-05T09:26:20,296 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:20,296 INFO [RS:0;33186fd147fa:35597 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:20,297 INFO [RS:0;33186fd147fa:35597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:20,297 INFO [RS:0;33186fd147fa:35597 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:20,297 INFO [RS:0;33186fd147fa:35597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:20,297 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:20,297 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,35597,1733390771335 because: Region server is closing 2024-12-05T09:26:20,297 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T09:26:20,298 INFO [RS:0;33186fd147fa:35597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35597. 2024-12-05T09:26:20,298 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T09:26:20,298 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T09:26:20,298 DEBUG [RS:0;33186fd147fa:35597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:20,298 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:20,298 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:20,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:20,398 WARN [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:26:20,398 WARN [RS:0;33186fd147fa:35597.replicationSource.shipper33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:26:20,399 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;33186fd147fa:35597.replicationSource.shipper33186fd147fa%2C35597%2C1733390771335,1-33186fd147fa,35597,1733390771335 terminated 2024-12-05T09:26:20,399 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-33186fd147fa,35597,1733390771335 because: Region server is closing 2024-12-05T09:26:20,399 INFO [RS:0;33186fd147fa:35597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35597. 2024-12-05T09:26:20,399 DEBUG [RS:0;33186fd147fa:35597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:20,399 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:20,399 DEBUG [RS:0;33186fd147fa:35597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:20,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:20,500 WARN [RS:0;33186fd147fa:35597.replicationSource.wal-reader.33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:26:20,500 WARN [RS:0;33186fd147fa:35597.replicationSource.shipper33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:26:20,500 INFO [RS:0;33186fd147fa:35597 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;33186fd147fa:35597.replicationSource.shipper33186fd147fa%2C35597%2C1733390771335,2-33186fd147fa,35597,1733390771335 terminated 2024-12-05T09:26:20,500 INFO [RS:0;33186fd147fa:35597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35597 2024-12-05T09:26:20,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/rs/33186fd147fa,35597,1733390771335 2024-12-05T09:26:20,532 INFO [RS:0;33186fd147fa:35597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:20,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679/rs 2024-12-05T09:26:20,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,35597,1733390771335] 2024-12-05T09:26:20,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-111520679/draining/33186fd147fa,35597,1733390771335 already deleted, retry=false 2024-12-05T09:26:20,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,35597,1733390771335 expired; onlineServers=0 2024-12-05T09:26:20,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,41145,1733390771281' ***** 2024-12-05T09:26:20,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:26:20,549 INFO [M:0;33186fd147fa:41145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:20,549 INFO [M:0;33186fd147fa:41145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:20,549 DEBUG [M:0;33186fd147fa:41145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:26:20,549 DEBUG [M:0;33186fd147fa:41145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:26:20,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:26:20,549 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390772166 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390772166,5,FailOnTimeoutGroup] 2024-12-05T09:26:20,549 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390772165 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390772165,5,FailOnTimeoutGroup] 2024-12-05T09:26:20,549 INFO [M:0;33186fd147fa:41145 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:20,549 INFO [M:0;33186fd147fa:41145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:20,549 DEBUG [M:0;33186fd147fa:41145 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:26:20,549 INFO [M:0;33186fd147fa:41145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:26:20,549 INFO [M:0;33186fd147fa:41145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:20,550 INFO [M:0;33186fd147fa:41145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:26:20,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:26:20,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-111520679/master 2024-12-05T09:26:20,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-111520679 2024-12-05T09:26:20,557 DEBUG [M:0;33186fd147fa:41145 {}] zookeeper.ZKUtil(347): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Unable to get data of znode /0-111520679/master because node does not exist (not an error) 2024-12-05T09:26:20,557 WARN [M:0;33186fd147fa:41145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:26:20,558 INFO [M:0;33186fd147fa:41145 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/.lastflushedseqids 2024-12-05T09:26:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741852_1028 (size=181) 2024-12-05T09:26:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:20,640 INFO [RS:0;33186fd147fa:35597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:20,640 INFO [RS:0;33186fd147fa:35597 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,35597,1733390771335; zookeeper connection closed. 2024-12-05T09:26:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35597-0x101a5fd99ba0007, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:20,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@db8398 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@db8398 2024-12-05T09:26:20,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:26:20,965 INFO [M:0;33186fd147fa:41145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:26:20,965 INFO [M:0;33186fd147fa:41145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:26:20,965 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:20,965 INFO [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:20,965 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:20,965 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:20,965 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:20,965 INFO [M:0;33186fd147fa:41145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T09:26:20,982 DEBUG [M:0;33186fd147fa:41145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b36c390bdc14bc09cc16770d18a4e8f is 82, key is hbase:meta,,1/info:regioninfo/1733390772858/Put/seqid=0 2024-12-05T09:26:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741853_1029 (size=5680) 2024-12-05T09:26:21,388 INFO [M:0;33186fd147fa:41145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b36c390bdc14bc09cc16770d18a4e8f 2024-12-05T09:26:21,407 DEBUG [M:0;33186fd147fa:41145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ea027957f904ab0a24ee3ca21befe30 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733390777086/Put/seqid=0 2024-12-05T09:26:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741854_1030 (size=7319) 2024-12-05T09:26:21,813 INFO [M:0;33186fd147fa:41145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ea027957f904ab0a24ee3ca21befe30 2024-12-05T09:26:21,832 DEBUG [M:0;33186fd147fa:41145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28476a8cc956499cba72082b75c9b2af is 69, key is 33186fd147fa,35597,1733390771335/rs:state/1733390772194/Put/seqid=0 2024-12-05T09:26:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741855_1031 (size=5371) 2024-12-05T09:26:22,237 INFO [M:0;33186fd147fa:41145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28476a8cc956499cba72082b75c9b2af 2024-12-05T09:26:22,244 INFO [M:0;33186fd147fa:41145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28476a8cc956499cba72082b75c9b2af 2024-12-05T09:26:22,245 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b36c390bdc14bc09cc16770d18a4e8f as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b36c390bdc14bc09cc16770d18a4e8f 2024-12-05T09:26:22,252 INFO [M:0;33186fd147fa:41145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b36c390bdc14bc09cc16770d18a4e8f, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T09:26:22,253 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ea027957f904ab0a24ee3ca21befe30 as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ea027957f904ab0a24ee3ca21befe30 2024-12-05T09:26:22,260 INFO [M:0;33186fd147fa:41145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ea027957f904ab0a24ee3ca21befe30, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T09:26:22,261 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28476a8cc956499cba72082b75c9b2af as hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28476a8cc956499cba72082b75c9b2af 2024-12-05T09:26:22,267 INFO [M:0;33186fd147fa:41145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28476a8cc956499cba72082b75c9b2af 2024-12-05T09:26:22,267 INFO [M:0;33186fd147fa:41145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28476a8cc956499cba72082b75c9b2af, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T09:26:22,269 INFO [M:0;33186fd147fa:41145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false 2024-12-05T09:26:22,270 INFO [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:22,270 DEBUG [M:0;33186fd147fa:41145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390780965Disabling compacts and flushes for region at 1733390780965Disabling writes for close at 1733390780965Obtaining lock to block concurrent updates at 1733390780966 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390780966Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733390780966Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390780967 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390780967Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390780982 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390780982Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390781394 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390781407 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390781407Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390781818 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390781831 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390781831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2a0736: reopening flushed file at 1733390782244 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f78bd80: reopening flushed file at 1733390782252 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419c9343: reopening flushed file at 1733390782260 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false at 1733390782269 (+9 ms)Writing region close event to WAL at 1733390782270 (+1 ms)Closed at 1733390782270 2024-12-05T09:26:22,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db932f9e-8f8b-6d90-7e38-d0dcaf766e12/MasterData/WALs/33186fd147fa,41145,1733390771281/33186fd147fa%2C41145%2C1733390771281.1733390771871 not finished, retry = 0 2024-12-05T09:26:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741847_1023 (size=22949) 2024-12-05T09:26:22,374 INFO [M:0;33186fd147fa:41145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:26:22,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:22,374 INFO [M:0;33186fd147fa:41145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41145 2024-12-05T09:26:22,375 INFO [M:0;33186fd147fa:41145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:22,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:22,490 INFO [M:0;33186fd147fa:41145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:22,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101a5fd99ba0006, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:22,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:22,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:22,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:22,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:22,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:22,494 WARN [BP-921140856-172.17.0.3-1733390751404 heartbeating to localhost/127.0.0.1:36221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:26:22,494 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:26:22,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:26:22,494 WARN [BP-921140856-172.17.0.3-1733390751404 heartbeating to localhost/127.0.0.1:36221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-921140856-172.17.0.3-1733390751404 (Datanode Uuid 69e78260-8ecf-486f-97a4-a69500bf6781) service to localhost/127.0.0.1:36221 2024-12-05T09:26:22,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/data/data1/current/BP-921140856-172.17.0.3-1733390751404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:22,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/cluster_cb2b97b0-7028-e452-6a65-9fe7d1881376/data/data2/current/BP-921140856-172.17.0.3-1733390751404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:22,495 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:26:22,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:22,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:22,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:22,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:22,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97ef2dce-0f36-22dd-1427-72db498066d8/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:22,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:26:22,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:26:22,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54828) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34185 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/33186fd147fa:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/33186fd147fa:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7831174d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/33186fd147fa:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/33186fd147fa:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54828) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/33186fd147fa:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36221 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 104) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5297 (was 6174) 2024-12-05T09:26:22,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5296 2024-12-05T09:26:22,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:22,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:22,560 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T09:26:22,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir so I do NOT create it in target/test-data/a391ada1-9b61-a01d-77d1-c23493389433 2024-12-05T09:26:22,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:26:22,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.tmp.dir so I do NOT create it in target/test-data/a391ada1-9b61-a01d-77d1-c23493389433 2024-12-05T09:26:22,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa0cd07-e88a-04ca-a705-b945ad128182/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:26:22,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433 2024-12-05T09:26:22,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f, deleteOnExit=true 2024-12-05T09:26:22,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:22,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/zookeeper_0, clientPort=58261, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:26:22,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58261 2024-12-05T09:26:22,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:26:22,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/test.cache.data in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:26:22,577 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:26:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:26:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:26:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5fd99ba0005, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:26:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5fd99ba0002, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:26:22,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5fd99ba0005, quorum=127.0.0.1:54828, baseZNode=/1-1053564138 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:26:22,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5fd99ba0002, quorum=127.0.0.1:54828, baseZNode=/0-111520679 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:26:22,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:22,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:22,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:22,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:22,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:26:22,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:22,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:22,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:22,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/java.io.tmpdir/jetty-localhost-42587-hadoop-hdfs-3_4_1-tests_jar-_-any-5531097725145975577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:22,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:42587} 2024-12-05T09:26:22,934 INFO [Time-limited test {}] server.Server(415): Started @33352ms 2024-12-05T09:26:23,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:23,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:23,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:23,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:23,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:26:23,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:23,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:23,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/java.io.tmpdir/jetty-localhost-39883-hadoop-hdfs-3_4_1-tests_jar-_-any-534783702608154428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:23,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:39883} 2024-12-05T09:26:23,266 INFO [Time-limited test {}] server.Server(415): Started @33684ms 2024-12-05T09:26:23,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:26:23,767 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/data/data1/current/BP-1588480694-172.17.0.3-1733390782600/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:23,771 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/data/data2/current/BP-1588480694-172.17.0.3-1733390782600/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:23,787 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:26:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fa3a6c2569817f3 with lease ID 0xca1442d8648a5dbd: Processing first storage report for DS-44da036a-bddd-4633-89cd-d4bcacdecc1f from datanode DatanodeRegistration(127.0.0.1:37797, datanodeUuid=bf56def1-fb09-4fbb-bcc1-9a5d8e3b2240, infoPort=45085, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=715408784;c=1733390782600) 2024-12-05T09:26:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fa3a6c2569817f3 with lease ID 0xca1442d8648a5dbd: from storage DS-44da036a-bddd-4633-89cd-d4bcacdecc1f node DatanodeRegistration(127.0.0.1:37797, datanodeUuid=bf56def1-fb09-4fbb-bcc1-9a5d8e3b2240, infoPort=45085, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=715408784;c=1733390782600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fa3a6c2569817f3 with lease ID 0xca1442d8648a5dbd: Processing first storage report for DS-a4c3155a-5f45-4f69-93b2-747ceda98545 from datanode DatanodeRegistration(127.0.0.1:37797, datanodeUuid=bf56def1-fb09-4fbb-bcc1-9a5d8e3b2240, infoPort=45085, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=715408784;c=1733390782600) 2024-12-05T09:26:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fa3a6c2569817f3 with lease ID 0xca1442d8648a5dbd: from storage DS-a4c3155a-5f45-4f69-93b2-747ceda98545 node DatanodeRegistration(127.0.0.1:37797, datanodeUuid=bf56def1-fb09-4fbb-bcc1-9a5d8e3b2240, infoPort=45085, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=715408784;c=1733390782600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:23,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433 2024-12-05T09:26:23,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:23,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:26:24,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f with version=8 2024-12-05T09:26:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/hbase-staging 2024-12-05T09:26:24,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:24,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:24,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:24,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:24,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:24,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:24,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:26:24,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:24,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37029 2024-12-05T09:26:24,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37029 connecting to ZooKeeper ensemble=127.0.0.1:58261 2024-12-05T09:26:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370290x0, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:24,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37029-0x101a5fe16170000 connected 2024-12-05T09:26:24,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:24,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:24,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/running 2024-12-05T09:26:24,352 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f, hbase.cluster.distributed=false 2024-12-05T09:26:24,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/acl 2024-12-05T09:26:24,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37029 2024-12-05T09:26:24,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37029 2024-12-05T09:26:24,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37029 2024-12-05T09:26:24,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37029 2024-12-05T09:26:24,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37029 2024-12-05T09:26:24,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:26:24,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:24,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36249 2024-12-05T09:26:24,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36249 connecting to ZooKeeper ensemble=127.0.0.1:58261 2024-12-05T09:26:24,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:24,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362490x0, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:24,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/running 2024-12-05T09:26:24,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36249-0x101a5fe16170001 connected 2024-12-05T09:26:24,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:26:24,383 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:26:24,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/master 2024-12-05T09:26:24,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/acl 2024-12-05T09:26:24,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36249 2024-12-05T09:26:24,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36249 2024-12-05T09:26:24,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36249 2024-12-05T09:26:24,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36249 2024-12-05T09:26:24,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36249 2024-12-05T09:26:24,397 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:37029 2024-12-05T09:26:24,398 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-905483558/backup-masters/33186fd147fa,37029,1733390784211 2024-12-05T09:26:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558/backup-masters 2024-12-05T09:26:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558/backup-masters 2024-12-05T09:26:24,407 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on existing znode=/0-905483558/backup-masters/33186fd147fa,37029,1733390784211 2024-12-05T09:26:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-905483558/master 2024-12-05T09:26:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:24,415 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on existing znode=/0-905483558/master 2024-12-05T09:26:24,415 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-905483558/backup-masters/33186fd147fa,37029,1733390784211 from backup master directory 2024-12-05T09:26:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558/backup-masters 2024-12-05T09:26:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-905483558/backup-masters/33186fd147fa,37029,1733390784211 2024-12-05T09:26:24,423 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558/backup-masters 2024-12-05T09:26:24,423 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,37029,1733390784211 2024-12-05T09:26:24,427 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/hbase.id] with ID: 4aae028e-6996-4f86-b343-4132583939f9 2024-12-05T09:26:24,428 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/.tmp/hbase.id 2024-12-05T09:26:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:26:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:26:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T09:26:24,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:24,833 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/.tmp/hbase.id]:[hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/hbase.id] 2024-12-05T09:26:24,846 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:24,846 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:26:24,847 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:26:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:26:25,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:25,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:26:25,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:26:25,697 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store 2024-12-05T09:26:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:26:26,104 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:26,104 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:26,104 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:26,104 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:26,104 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:26,104 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:26,104 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:26,104 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390786104Disabling compacts and flushes for region at 1733390786104Disabling writes for close at 1733390786104Writing region close event to WAL at 1733390786104Closed at 1733390786104 2024-12-05T09:26:26,105 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/.initializing 2024-12-05T09:26:26,105 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/WALs/33186fd147fa,37029,1733390784211 2024-12-05T09:26:26,106 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:26,108 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C37029%2C1733390784211, suffix=, logDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/WALs/33186fd147fa,37029,1733390784211, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/oldWALs, maxLogs=10 2024-12-05T09:26:26,118 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/WALs/33186fd147fa,37029,1733390784211/33186fd147fa%2C37029%2C1733390784211.1733390786108, exclude list is [], retry=0 2024-12-05T09:26:26,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-44da036a-bddd-4633-89cd-d4bcacdecc1f,DISK] 2024-12-05T09:26:26,124 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/WALs/33186fd147fa,37029,1733390784211/33186fd147fa%2C37029%2C1733390784211.1733390786108 2024-12-05T09:26:26,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T09:26:26,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:26,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:26,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:26:26,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:26,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:26,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:26:26,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:26,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:26,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:26:26,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:26,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:26,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:26:26,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:26,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:26,134 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,134 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,135 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,136 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,136 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,137 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:26,138 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:26,140 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:26,140 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73694962, jitterRate=0.09814050793647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:26,141 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390786125Initializing all the Stores at 1733390786126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390786126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390786126Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390786127 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390786127Cleaning up temporary data from old regions at 1733390786136 (+9 ms)Region opened successfully at 1733390786141 (+5 ms) 2024-12-05T09:26:26,141 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:26:26,144 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df09252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:26,145 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:26:26,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:26:26,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:26:26,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:26:26,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:26:26,147 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:26:26,147 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:26:26,149 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:26:26,150 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Unable to get data of znode /0-905483558/balancer because node does not exist (not necessarily an error) 2024-12-05T09:26:26,190 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-905483558/balancer already deleted, retry=false 2024-12-05T09:26:26,190 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:26:26,191 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Unable to get data of znode /0-905483558/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:26:26,198 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-905483558/normalizer already deleted, retry=false 2024-12-05T09:26:26,198 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:26:26,199 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Unable to get data of znode /0-905483558/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:26:26,206 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-905483558/switch/split already deleted, retry=false 2024-12-05T09:26:26,207 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Unable to get data of znode /0-905483558/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:26:26,214 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-905483558/switch/merge already deleted, retry=false 2024-12-05T09:26:26,217 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Unable to get data of znode /0-905483558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:26:26,223 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-905483558/snapshot-cleanup already deleted, retry=false 2024-12-05T09:26:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-905483558/running 2024-12-05T09:26:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-905483558/running 2024-12-05T09:26:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:26,232 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,37029,1733390784211, sessionid=0x101a5fe16170000, setting cluster-up flag (Was=false) 2024-12-05T09:26:26,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:26,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:26,273 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-905483558/flush-table-proc/acquired, /0-905483558/flush-table-proc/reached, /0-905483558/flush-table-proc/abort 2024-12-05T09:26:26,274 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,37029,1733390784211 2024-12-05T09:26:26,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:26,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:26,315 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-905483558/online-snapshot/acquired, /0-905483558/online-snapshot/reached, /0-905483558/online-snapshot/abort 2024-12-05T09:26:26,316 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,37029,1733390784211 2024-12-05T09:26:26,317 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:26:26,318 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:26,319 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:26:26,319 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:26:26,319 WARN [master/33186fd147fa:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 33186fd147fa,40293,1733390755167: status=Processing ServerCrashProcedure of 33186fd147fa,40293,1733390755167 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733390772164, completionTime=-1 appears to have been leaked 2024-12-05T09:26:26,319 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,37029,1733390784211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:26,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390816322 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:26:26,322 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:26,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:26:26,324 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:26:26,324 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:26:26,324 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:26:26,324 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:26:26,325 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:26,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:26:26,327 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:26:26,327 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:26:26,330 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390786327,5,FailOnTimeoutGroup] 2024-12-05T09:26:26,330 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390786330,5,FailOnTimeoutGroup] 2024-12-05T09:26:26,330 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,330 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:26:26,330 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,330 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:26:26,390 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(746): ClusterId : 4aae028e-6996-4f86-b343-4132583939f9 2024-12-05T09:26:26,390 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:26:26,399 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:26:26,399 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:26:26,407 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:26:26,408 DEBUG [RS:0;33186fd147fa:36249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c61ab0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:26,423 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:36249 2024-12-05T09:26:26,423 INFO [RS:0;33186fd147fa:36249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:26:26,424 INFO [RS:0;33186fd147fa:36249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:26:26,424 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:26:26,425 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,37029,1733390784211 with port=36249, startcode=1733390784367 2024-12-05T09:26:26,425 DEBUG [RS:0;33186fd147fa:36249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:26:26,427 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:26:26,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,36249,1733390784367 2024-12-05T09:26:26,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37029 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,36249,1733390784367 2024-12-05T09:26:26,429 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f 2024-12-05T09:26:26,429 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44299 2024-12-05T09:26:26,429 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:26:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558/rs 2024-12-05T09:26:26,440 DEBUG [RS:0;33186fd147fa:36249 {}] zookeeper.ZKUtil(111): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on existing znode=/0-905483558/rs/33186fd147fa,36249,1733390784367 2024-12-05T09:26:26,440 WARN [RS:0;33186fd147fa:36249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:26,440 INFO [RS:0;33186fd147fa:36249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:26,440 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367 2024-12-05T09:26:26,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,36249,1733390784367] 2024-12-05T09:26:26,444 INFO [RS:0;33186fd147fa:36249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:26:26,445 INFO [RS:0;33186fd147fa:36249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:26:26,445 INFO [RS:0;33186fd147fa:36249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:26:26,445 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,446 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:26:26,446 INFO [RS:0;33186fd147fa:36249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:26:26,446 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:26,447 DEBUG [RS:0;33186fd147fa:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:26,448 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,448 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,448 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,448 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,448 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,448 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,36249,1733390784367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:26,459 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:26:26,460 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,36249,1733390784367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,460 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,460 INFO [RS:0;33186fd147fa:36249 {}] regionserver.Replication(171): 33186fd147fa,36249,1733390784367 started 2024-12-05T09:26:26,471 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:26,471 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,36249,1733390784367, RpcServer on 33186fd147fa/172.17.0.3:36249, sessionid=0x101a5fe16170001 2024-12-05T09:26:26,471 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:26:26,471 DEBUG [RS:0;33186fd147fa:36249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,36249,1733390784367 2024-12-05T09:26:26,471 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,36249,1733390784367' 2024-12-05T09:26:26,471 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-905483558/flush-table-proc/abort' 2024-12-05T09:26:26,472 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-905483558/flush-table-proc/acquired' 2024-12-05T09:26:26,472 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:26:26,472 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:26:26,472 DEBUG [RS:0;33186fd147fa:36249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,36249,1733390784367 2024-12-05T09:26:26,472 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,36249,1733390784367' 2024-12-05T09:26:26,472 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-905483558/online-snapshot/abort' 2024-12-05T09:26:26,473 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-905483558/online-snapshot/acquired' 2024-12-05T09:26:26,473 DEBUG [RS:0;33186fd147fa:36249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:26:26,473 INFO [RS:0;33186fd147fa:36249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:26:26,473 INFO [RS:0;33186fd147fa:36249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:26:26,573 INFO [RS:0;33186fd147fa:36249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:26,575 INFO [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36249%2C1733390784367, suffix=, logDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/oldWALs, maxLogs=10 2024-12-05T09:26:26,585 DEBUG [RS:0;33186fd147fa:36249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575, exclude list is [], retry=0 2024-12-05T09:26:26,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-44da036a-bddd-4633-89cd-d4bcacdecc1f,DISK] 2024-12-05T09:26:26,590 INFO [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 2024-12-05T09:26:26,591 DEBUG [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T09:26:26,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:26:26,737 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f 2024-12-05T09:26:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:26:27,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:27,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:27,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:27,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:27,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:27,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:27,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:27,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:27,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:27,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740 2024-12-05T09:26:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740 2024-12-05T09:26:27,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:27,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:27,157 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:27,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:27,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:27,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68320012, jitterRate=0.0180475115776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:27,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390787145Initializing all the Stores at 1733390787145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390787145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390787146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390787146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390787146Cleaning up temporary data from old regions at 1733390787156 (+10 ms)Region opened successfully at 1733390787161 (+5 ms) 2024-12-05T09:26:27,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:27,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:27,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:27,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:27,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:27,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:27,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390787161Disabling compacts and flushes for region at 1733390787161Disabling writes for close at 1733390787161Writing region close event to WAL at 1733390787162 (+1 ms)Closed at 1733390787162 2024-12-05T09:26:27,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:27,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:26:27,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:26:27,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:27,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:26:27,316 DEBUG [33186fd147fa:37029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:27,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,36249,1733390784367 2024-12-05T09:26:27,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,36249,1733390784367, state=OPENING 2024-12-05T09:26:27,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:26:27,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:27,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:27,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:27,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-905483558/meta-region-server: CHANGED 2024-12-05T09:26:27,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-905483558/meta-region-server: CHANGED 2024-12-05T09:26:27,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,36249,1733390784367}] 2024-12-05T09:26:27,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:27,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:26:27,565 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:26:27,565 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:27,566 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:26:27,567 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36249%2C1733390784367.meta, suffix=.meta, logDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/oldWALs, maxLogs=10 2024-12-05T09:26:27,578 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.meta.1733390787567.meta, exclude list is [], retry=0 2024-12-05T09:26:27,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-44da036a-bddd-4633-89cd-d4bcacdecc1f,DISK] 2024-12-05T09:26:27,582 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.meta.1733390787567.meta 2024-12-05T09:26:27,583 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T09:26:27,583 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:27,583 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:27,583 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:27,583 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:26:27,583 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:26:27,583 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:26:27,583 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:27,584 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:26:27,584 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:26:27,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:27,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:27,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:27,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:27,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:27,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:27,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:27,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:27,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:27,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:27,590 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:27,591 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740 2024-12-05T09:26:27,592 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740 2024-12-05T09:26:27,593 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:27,593 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:27,594 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:27,595 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:27,595 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66896690, jitterRate=-0.0031616389751434326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:27,596 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:26:27,596 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390787584Writing region info on filesystem at 1733390787584Initializing all the Stores at 1733390787585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390787585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390787585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390787585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390787585Cleaning up temporary data from old regions at 1733390787593 (+8 ms)Running coprocessor post-open hooks at 1733390787596 (+3 ms)Region opened successfully at 1733390787596 2024-12-05T09:26:27,597 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390787560 2024-12-05T09:26:27,600 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:26:27,600 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:26:27,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,36249,1733390784367 2024-12-05T09:26:27,601 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,36249,1733390784367, state=OPEN 2024-12-05T09:26:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-905483558/meta-region-server 2024-12-05T09:26:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-905483558/meta-region-server 2024-12-05T09:26:27,624 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,36249,1733390784367 2024-12-05T09:26:27,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-905483558/meta-region-server: CHANGED 2024-12-05T09:26:27,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-905483558/meta-region-server: CHANGED 2024-12-05T09:26:27,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:26:27,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,36249,1733390784367 in 217 msec 2024-12-05T09:26:27,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:26:27,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-12-05T09:26:27,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:27,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:26:27,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:27,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36249,1733390784367, seqNum=-1] 2024-12-05T09:26:27,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:27,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:27,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-12-05T09:26:27,642 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390787642, completionTime=-1 2024-12-05T09:26:27,642 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:26:27,642 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390847644 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390907644 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37029,1733390784211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37029,1733390784211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37029,1733390784211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:37029, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,645 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,646 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37029,1733390784211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:27,648 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37029,1733390784211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:26:27,651 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:26:27,651 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:26:27,651 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37029,1733390784211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:27,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:27,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37029,-1 for getting cluster id 2024-12-05T09:26:27,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:27,693 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aae028e-6996-4f86-b343-4132583939f9' 2024-12-05T09:26:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aae028e-6996-4f86-b343-4132583939f9" 2024-12-05T09:26:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6612a0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37029,-1] 2024-12-05T09:26:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:27,695 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:27,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:27,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36249,1733390784367, seqNum=-1] 2024-12-05T09:26:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:27,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:27,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,37029,1733390784211 2024-12-05T09:26:27,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58261 2024-12-05T09:26:27,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:27,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5fe16170002 connected 2024-12-05T09:26:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir so I do NOT create it in target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56 2024-12-05T09:26:27,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:26:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.tmp.dir so I do NOT create it in target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56 2024-12-05T09:26:27,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:26:27,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56 2024-12-05T09:26:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:26:27,726 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/cluster_014423c1-0f97-c4f3-8f35-5fa77469991c, deleteOnExit=true 2024-12-05T09:26:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:26:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/test.cache.data in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:26:27,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:26:27,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:26:27,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:26:27,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:27,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:27,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:27,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:27,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:26:27,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:27,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:27,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:28,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/java.io.tmpdir/jetty-localhost-42219-hadoop-hdfs-3_4_1-tests_jar-_-any-14732223659515586878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:28,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:42219} 2024-12-05T09:26:28,058 INFO [Time-limited test {}] server.Server(415): Started @38476ms 2024-12-05T09:26:28,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:28,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:28,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:28,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:28,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:26:28,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:28,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:28,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/java.io.tmpdir/jetty-localhost-35741-hadoop-hdfs-3_4_1-tests_jar-_-any-3800725536800558048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:28,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:35741} 2024-12-05T09:26:28,316 INFO [Time-limited test {}] server.Server(415): Started @38734ms 2024-12-05T09:26:28,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:26:28,796 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/cluster_014423c1-0f97-c4f3-8f35-5fa77469991c/data/data1/current/BP-392334667-172.17.0.3-1733390787748/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:28,796 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/cluster_014423c1-0f97-c4f3-8f35-5fa77469991c/data/data2/current/BP-392334667-172.17.0.3-1733390787748/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:28,809 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:26:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f437c109b5c2ff0 with lease ID 0xaa8b55545551841c: Processing first storage report for DS-d1180a05-85c3-4474-ad53-4c8fdfffa0c6 from datanode DatanodeRegistration(127.0.0.1:38433, datanodeUuid=c71b29fe-ba94-4444-9001-bac2076fe655, infoPort=43013, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2022403521;c=1733390787748) 2024-12-05T09:26:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f437c109b5c2ff0 with lease ID 0xaa8b55545551841c: from storage DS-d1180a05-85c3-4474-ad53-4c8fdfffa0c6 node DatanodeRegistration(127.0.0.1:38433, datanodeUuid=c71b29fe-ba94-4444-9001-bac2076fe655, infoPort=43013, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2022403521;c=1733390787748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f437c109b5c2ff0 with lease ID 0xaa8b55545551841c: Processing first storage report for DS-ce91089b-0af7-4918-b471-96fbf98a53c2 from datanode DatanodeRegistration(127.0.0.1:38433, datanodeUuid=c71b29fe-ba94-4444-9001-bac2076fe655, infoPort=43013, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2022403521;c=1733390787748) 2024-12-05T09:26:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f437c109b5c2ff0 with lease ID 0xaa8b55545551841c: from storage DS-ce91089b-0af7-4918-b471-96fbf98a53c2 node DatanodeRegistration(127.0.0.1:38433, datanodeUuid=c71b29fe-ba94-4444-9001-bac2076fe655, infoPort=43013, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2022403521;c=1733390787748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:28,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56 2024-12-05T09:26:28,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:28,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:26:28,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79 with version=8 2024-12-05T09:26:28,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/hbase-staging 2024-12-05T09:26:28,862 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:28,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:28,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:26:28,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:28,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34547 2024-12-05T09:26:28,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34547 connecting to ZooKeeper ensemble=127.0.0.1:58261 2024-12-05T09:26:28,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345470x0, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:28,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34547-0x101a5fe16170003 connected 2024-12-05T09:26:28,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:28,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:28,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/running 2024-12-05T09:26:28,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79, hbase.cluster.distributed=false 2024-12-05T09:26:28,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/acl 2024-12-05T09:26:28,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34547 2024-12-05T09:26:28,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34547 2024-12-05T09:26:28,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34547 2024-12-05T09:26:28,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34547 2024-12-05T09:26:28,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34547 2024-12-05T09:26:28,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:26:28,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:28,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43911 2024-12-05T09:26:28,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43911 connecting to ZooKeeper ensemble=127.0.0.1:58261 2024-12-05T09:26:28,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:28,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:28,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439110x0, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:28,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439110x0, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/running 2024-12-05T09:26:28,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43911-0x101a5fe16170004 connected 2024-12-05T09:26:28,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:26:28,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:26:28,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/master 2024-12-05T09:26:28,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/acl 2024-12-05T09:26:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43911 2024-12-05T09:26:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43911 2024-12-05T09:26:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43911 2024-12-05T09:26:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43911 2024-12-05T09:26:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43911 2024-12-05T09:26:28,987 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:34547 2024-12-05T09:26:28,987 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1151446638/backup-masters/33186fd147fa,34547,1733390788862 2024-12-05T09:26:28,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638/backup-masters 2024-12-05T09:26:28,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638/backup-masters 2024-12-05T09:26:28,996 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on existing znode=/1-1151446638/backup-masters/33186fd147fa,34547,1733390788862 2024-12-05T09:26:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1151446638/master 2024-12-05T09:26:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:29,004 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on existing znode=/1-1151446638/master 2024-12-05T09:26:29,004 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1151446638/backup-masters/33186fd147fa,34547,1733390788862 from backup master directory 2024-12-05T09:26:29,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638/backup-masters 2024-12-05T09:26:29,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1151446638/backup-masters/33186fd147fa,34547,1733390788862 2024-12-05T09:26:29,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638/backup-masters 2024-12-05T09:26:29,012 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:29,012 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,34547,1733390788862 2024-12-05T09:26:29,016 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/hbase.id] with ID: f252bc30-a859-4335-bddb-14bc8b616003 2024-12-05T09:26:29,016 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/.tmp/hbase.id 2024-12-05T09:26:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:26:29,424 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/.tmp/hbase.id]:[hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/hbase.id] 2024-12-05T09:26:29,436 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:29,436 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:26:29,437 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:26:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:29,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:26:29,871 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:29,871 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:26:29,872 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:29,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:26:30,281 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store 2024-12-05T09:26:30,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:26:30,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:30,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:30,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:30,688 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:30,688 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:30,689 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:30,689 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:30,689 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:30,689 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:30,689 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:30,689 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390790688Disabling compacts and flushes for region at 1733390790688Disabling writes for close at 1733390790689 (+1 ms)Writing region close event to WAL at 1733390790689Closed at 1733390790689 2024-12-05T09:26:30,690 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/.initializing 2024-12-05T09:26:30,690 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/WALs/33186fd147fa,34547,1733390788862 2024-12-05T09:26:30,691 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:30,693 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C34547%2C1733390788862, suffix=, logDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/WALs/33186fd147fa,34547,1733390788862, archiveDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/oldWALs, maxLogs=10 2024-12-05T09:26:30,703 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/WALs/33186fd147fa,34547,1733390788862/33186fd147fa%2C34547%2C1733390788862.1733390790693, exclude list is [], retry=0 2024-12-05T09:26:30,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-d1180a05-85c3-4474-ad53-4c8fdfffa0c6,DISK] 2024-12-05T09:26:30,708 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/WALs/33186fd147fa,34547,1733390788862/33186fd147fa%2C34547%2C1733390788862.1733390790693 2024-12-05T09:26:30,708 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-05T09:26:30,708 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:30,708 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:30,708 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,708 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:26:30,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:30,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:30,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:26:30,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:30,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:30,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:26:30,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:30,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:30,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:26:30,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:30,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:30,716 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,716 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,717 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,718 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,718 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,718 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:30,719 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:30,721 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:30,721 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64930202, jitterRate=-0.03246459364891052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:30,721 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390790708Initializing all the Stores at 1733390790709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390790709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390790709Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390790709Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390790710 (+1 ms)Cleaning up temporary data from old regions at 1733390790718 (+8 ms)Region opened successfully at 1733390790721 (+3 ms) 2024-12-05T09:26:30,721 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:26:30,724 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b94b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:30,725 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:26:30,726 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:26:30,726 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:26:30,726 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:26:30,726 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:26:30,727 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:26:30,727 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:26:30,729 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:26:30,730 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Unable to get data of znode /1-1151446638/balancer because node does not exist (not necessarily an error) 2024-12-05T09:26:30,773 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1151446638/balancer already deleted, retry=false 2024-12-05T09:26:30,773 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:26:30,774 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Unable to get data of znode /1-1151446638/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:26:30,781 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1151446638/normalizer already deleted, retry=false 2024-12-05T09:26:30,781 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:26:30,782 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Unable to get data of znode /1-1151446638/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:26:30,789 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1151446638/switch/split already deleted, retry=false 2024-12-05T09:26:30,790 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Unable to get data of znode /1-1151446638/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:26:30,798 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1151446638/switch/merge already deleted, retry=false 2024-12-05T09:26:30,799 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Unable to get data of znode /1-1151446638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:26:30,806 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1151446638/snapshot-cleanup already deleted, retry=false 2024-12-05T09:26:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1151446638/running 2024-12-05T09:26:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1151446638/running 2024-12-05T09:26:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:30,815 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,34547,1733390788862, sessionid=0x101a5fe16170003, setting cluster-up flag (Was=false) 2024-12-05T09:26:30,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:30,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:30,856 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1151446638/flush-table-proc/acquired, /1-1151446638/flush-table-proc/reached, /1-1151446638/flush-table-proc/abort 2024-12-05T09:26:30,857 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,34547,1733390788862 2024-12-05T09:26:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:30,898 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1151446638/online-snapshot/acquired, /1-1151446638/online-snapshot/reached, /1-1151446638/online-snapshot/abort 2024-12-05T09:26:30,899 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,34547,1733390788862 2024-12-05T09:26:30,900 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:26:30,902 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:30,902 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:26:30,902 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:26:30,902 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,34547,1733390788862 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:26:30,903 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:30,904 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390820906 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:26:30,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:26:30,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:26:30,907 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:30,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:30,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:26:30,913 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:26:30,913 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:26:30,913 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:26:30,914 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390790914,5,FailOnTimeoutGroup] 2024-12-05T09:26:30,914 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390790914,5,FailOnTimeoutGroup] 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:30,914 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:26:30,980 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(746): ClusterId : f252bc30-a859-4335-bddb-14bc8b616003 2024-12-05T09:26:30,981 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:26:30,990 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:26:30,990 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:26:30,999 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:26:30,999 DEBUG [RS:0;33186fd147fa:43911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7897295a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:31,009 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:43911 2024-12-05T09:26:31,009 INFO [RS:0;33186fd147fa:43911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:26:31,009 INFO [RS:0;33186fd147fa:43911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:26:31,009 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:26:31,010 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,34547,1733390788862 with port=43911, startcode=1733390788955 2024-12-05T09:26:31,010 DEBUG [RS:0;33186fd147fa:43911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:26:31,012 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:26:31,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,014 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79 2024-12-05T09:26:31,014 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45545 2024-12-05T09:26:31,014 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:26:31,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638/rs 2024-12-05T09:26:31,049 DEBUG [RS:0;33186fd147fa:43911 {}] zookeeper.ZKUtil(111): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on existing znode=/1-1151446638/rs/33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,049 WARN [RS:0;33186fd147fa:43911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:31,049 INFO [RS:0;33186fd147fa:43911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:31,049 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,43911,1733390788955] 2024-12-05T09:26:31,053 INFO [RS:0;33186fd147fa:43911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:26:31,055 INFO [RS:0;33186fd147fa:43911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:26:31,058 INFO [RS:0;33186fd147fa:43911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:26:31,058 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,058 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:26:31,059 INFO [RS:0;33186fd147fa:43911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:26:31,059 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,059 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,059 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:31,060 DEBUG [RS:0;33186fd147fa:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:31,061 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,061 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,061 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,061 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,061 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,061 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43911,1733390788955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:31,073 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:26:31,073 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43911,1733390788955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,073 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,073 INFO [RS:0;33186fd147fa:43911 {}] regionserver.Replication(171): 33186fd147fa,43911,1733390788955 started 2024-12-05T09:26:31,084 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:31,084 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,43911,1733390788955, RpcServer on 33186fd147fa/172.17.0.3:43911, sessionid=0x101a5fe16170004 2024-12-05T09:26:31,084 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:26:31,084 DEBUG [RS:0;33186fd147fa:43911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,084 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43911,1733390788955' 2024-12-05T09:26:31,084 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1151446638/flush-table-proc/abort' 2024-12-05T09:26:31,085 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1151446638/flush-table-proc/acquired' 2024-12-05T09:26:31,085 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:26:31,085 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:26:31,085 DEBUG [RS:0;33186fd147fa:43911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,085 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43911,1733390788955' 2024-12-05T09:26:31,085 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1151446638/online-snapshot/abort' 2024-12-05T09:26:31,086 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1151446638/online-snapshot/acquired' 2024-12-05T09:26:31,086 DEBUG [RS:0;33186fd147fa:43911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:26:31,086 INFO [RS:0;33186fd147fa:43911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:26:31,086 INFO [RS:0;33186fd147fa:43911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:26:31,187 INFO [RS:0;33186fd147fa:43911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:31,188 INFO [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43911%2C1733390788955, suffix=, logDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955, archiveDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/oldWALs, maxLogs=10 2024-12-05T09:26:31,199 DEBUG [RS:0;33186fd147fa:43911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955/33186fd147fa%2C43911%2C1733390788955.1733390791188, exclude list is [], retry=0 2024-12-05T09:26:31,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-d1180a05-85c3-4474-ad53-4c8fdfffa0c6,DISK] 2024-12-05T09:26:31,204 INFO [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955/33186fd147fa%2C43911%2C1733390788955.1733390791188 2024-12-05T09:26:31,204 DEBUG [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-05T09:26:31,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:26:31,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79 2024-12-05T09:26:31,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:26:31,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:31,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:31,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:31,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:31,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:31,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:31,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:31,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:31,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:31,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:31,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:31,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:31,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:31,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:31,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:31,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:31,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:31,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:31,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740 2024-12-05T09:26:31,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740 2024-12-05T09:26:31,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:31,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:31,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:31,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:31,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:31,740 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70855660, jitterRate=0.05583161115646362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:31,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390791725Initializing all the Stores at 1733390791726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390791726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390791726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390791726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390791726Cleaning up temporary data from old regions at 1733390791736 (+10 ms)Region opened successfully at 1733390791740 (+4 ms) 2024-12-05T09:26:31,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:31,740 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:31,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:31,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:31,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:31,741 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:31,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390791740Disabling compacts and flushes for region at 1733390791740Disabling writes for close at 1733390791740Writing region close event to WAL at 1733390791741 (+1 ms)Closed at 1733390791741 2024-12-05T09:26:31,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:31,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:26:31,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:26:31,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:31,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:26:31,895 DEBUG [33186fd147fa:34547 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:31,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,43911,1733390788955 2024-12-05T09:26:31,896 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43911,1733390788955, state=OPENING 2024-12-05T09:26:31,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:26:32,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:32,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:32,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:32,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1151446638/meta-region-server: CHANGED 2024-12-05T09:26:32,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1151446638/meta-region-server: CHANGED 2024-12-05T09:26:32,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43911,1733390788955}] 2024-12-05T09:26:32,160 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:32,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:26:32,165 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:26:32,165 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:32,165 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:26:32,167 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43911%2C1733390788955.meta, suffix=.meta, logDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955, archiveDir=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/oldWALs, maxLogs=10 2024-12-05T09:26:32,177 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955/33186fd147fa%2C43911%2C1733390788955.meta.1733390792167.meta, exclude list is [], retry=0 2024-12-05T09:26:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-d1180a05-85c3-4474-ad53-4c8fdfffa0c6,DISK] 2024-12-05T09:26:32,182 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955/33186fd147fa%2C43911%2C1733390788955.meta.1733390792167.meta 2024-12-05T09:26:32,182 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-05T09:26:32,182 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:32,182 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:32,182 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:32,182 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:26:32,182 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:26:32,183 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:26:32,183 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:32,183 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:26:32,183 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:26:32,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:32,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:32,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:32,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:32,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:32,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:32,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:32,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:32,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:32,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:32,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:32,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:32,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:32,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:32,190 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:32,191 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740 2024-12-05T09:26:32,192 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740 2024-12-05T09:26:32,193 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:32,193 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:32,193 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:32,194 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:32,195 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66930970, jitterRate=-0.002650827169418335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:32,195 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:26:32,195 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390792183Writing region info on filesystem at 1733390792183Initializing all the Stores at 1733390792184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390792184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390792184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390792184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390792184Cleaning up temporary data from old regions at 1733390792193 (+9 ms)Running coprocessor post-open hooks at 1733390792195 (+2 ms)Region opened successfully at 1733390792195 2024-12-05T09:26:32,196 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390792159 2024-12-05T09:26:32,199 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:26:32,199 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:26:32,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43911,1733390788955 2024-12-05T09:26:32,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43911,1733390788955, state=OPEN 2024-12-05T09:26:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1151446638/meta-region-server 2024-12-05T09:26:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1151446638/meta-region-server 2024-12-05T09:26:32,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,43911,1733390788955 2024-12-05T09:26:32,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1151446638/meta-region-server: CHANGED 2024-12-05T09:26:32,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1151446638/meta-region-server: CHANGED 2024-12-05T09:26:32,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:26:32,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43911,1733390788955 in 200 msec 2024-12-05T09:26:32,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:26:32,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-12-05T09:26:32,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:32,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:26:32,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:32,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43911,1733390788955, seqNum=-1] 2024-12-05T09:26:32,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:32,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:32,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-12-05T09:26:32,221 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390792221, completionTime=-1 2024-12-05T09:26:32,221 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:26:32,221 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:26:32,223 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:26:32,223 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390852223 2024-12-05T09:26:32,223 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390912223 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34547,1733390788862-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34547,1733390788862-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34547,1733390788862-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:34547, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,226 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:26:32,228 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.216sec 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34547,1733390788862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:32,229 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34547,1733390788862-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:26:32,231 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:26:32,231 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:26:32,232 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34547,1733390788862-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:32,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34547,-1 for getting cluster id 2024-12-05T09:26:32,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:32,283 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f252bc30-a859-4335-bddb-14bc8b616003' 2024-12-05T09:26:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f252bc30-a859-4335-bddb-14bc8b616003" 2024-12-05T09:26:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e747c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34547,-1] 2024-12-05T09:26:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:32,285 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:32,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43911,1733390788955, seqNum=-1] 2024-12-05T09:26:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:32,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:32,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,34547,1733390788862 2024-12-05T09:26:32,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58261 2024-12-05T09:26:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:32,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5fe16170005 connected 2024-12-05T09:26:32,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37029,-1 for getting cluster id 2024-12-05T09:26:32,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:32,310 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aae028e-6996-4f86-b343-4132583939f9' 2024-12-05T09:26:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aae028e-6996-4f86-b343-4132583939f9" 2024-12-05T09:26:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55501313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37029,-1] 2024-12-05T09:26:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:32,312 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:32,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32210ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37029,1733390784211 2024-12-05T09:26:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c488cc 2024-12-05T09:26:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:32,315 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:32,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:34547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:26:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:26:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:32,319 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:34547' 2024-12-05T09:26:32,320 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23effb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,320 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34547,-1 for getting cluster id 2024-12-05T09:26:32,320 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:32,321 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f252bc30-a859-4335-bddb-14bc8b616003' 2024-12-05T09:26:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f252bc30-a859-4335-bddb-14bc8b616003" 2024-12-05T09:26:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23af6f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34547,-1] 2024-12-05T09:26:32,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:32,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:32,323 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d02d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:32,324 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34547,1733390788862 2024-12-05T09:26:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1656412a 2024-12-05T09:26:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:32,327 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:32,328 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T09:26:32,328 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:26:32,328 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:32,328 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:32,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:32,329 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:32,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:26:32,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:26:32,332 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:32,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:26:32,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741835_1011 (size=1138) 2024-12-05T09:26:32,381 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:26:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:32,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:26:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:32,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 056832e56afaff31a0b5bf90892c059a, NAME => 'hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f 2024-12-05T09:26:32,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741836_1012 (size=44) 2024-12-05T09:26:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:33,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:33,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 056832e56afaff31a0b5bf90892c059a, disabling compactions & flushes 2024-12-05T09:26:33,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. after waiting 0 ms 2024-12-05T09:26:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 056832e56afaff31a0b5bf90892c059a: Waiting for close lock at 1733390793149Disabling compacts and flushes for region at 1733390793149Disabling writes for close at 1733390793150 (+1 ms)Writing region close event to WAL at 1733390793150Closed at 1733390793150 2024-12-05T09:26:33,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:26:33,152 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390793152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390793152"}]},"ts":"1733390793152"} 2024-12-05T09:26:33,154 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:26:33,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:26:33,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390793155"}]},"ts":"1733390793155"} 2024-12-05T09:26:33,158 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:26:33,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=056832e56afaff31a0b5bf90892c059a, ASSIGN}] 2024-12-05T09:26:33,159 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=056832e56afaff31a0b5bf90892c059a, ASSIGN 2024-12-05T09:26:33,160 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=056832e56afaff31a0b5bf90892c059a, ASSIGN; state=OFFLINE, location=33186fd147fa,36249,1733390784367; forceNewPlan=false, retain=false 2024-12-05T09:26:33,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=056832e56afaff31a0b5bf90892c059a, regionState=OPENING, regionLocation=33186fd147fa,36249,1733390784367 2024-12-05T09:26:33,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=056832e56afaff31a0b5bf90892c059a, ASSIGN because future has completed 2024-12-05T09:26:33,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056832e56afaff31a0b5bf90892c059a, server=33186fd147fa,36249,1733390784367}] 2024-12-05T09:26:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:33,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:33,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:26:33,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36249%2C1733390784367.rep, suffix=, logDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/oldWALs, maxLogs=10 2024-12-05T09:26:33,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.rep.1733390793472, exclude list is [], retry=0 2024-12-05T09:26:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-44da036a-bddd-4633-89cd-d4bcacdecc1f,DISK] 2024-12-05T09:26:33,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.rep.1733390793472 2024-12-05T09:26:33,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T09:26:33,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 056832e56afaff31a0b5bf90892c059a, NAME => 'hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:33,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. service=MultiRowMutationService 2024-12-05T09:26:33,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:26:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,489 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,491 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056832e56afaff31a0b5bf90892c059a columnFamilyName hfileref 2024-12-05T09:26:33,491 DEBUG [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:33,491 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] regionserver.HStore(327): Store=056832e56afaff31a0b5bf90892c059a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:33,491 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,492 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056832e56afaff31a0b5bf90892c059a columnFamilyName queue 2024-12-05T09:26:33,493 DEBUG [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:33,493 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] regionserver.HStore(327): Store=056832e56afaff31a0b5bf90892c059a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:33,493 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,495 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056832e56afaff31a0b5bf90892c059a columnFamilyName sid 2024-12-05T09:26:33,495 DEBUG [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:33,495 INFO [StoreOpener-056832e56afaff31a0b5bf90892c059a-1 {}] regionserver.HStore(327): Store=056832e56afaff31a0b5bf90892c059a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:33,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:26:33,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:33,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 056832e56afaff31a0b5bf90892c059a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58735306, jitterRate=-0.12477573752403259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:26:33,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:33,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 056832e56afaff31a0b5bf90892c059a: Running coprocessor pre-open hook at 1733390793488Writing region info on filesystem at 1733390793488Initializing all the Stores at 1733390793489 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390793489Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390793489Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390793489Cleaning up temporary data from old regions at 1733390793497 (+8 ms)Running coprocessor post-open hooks at 1733390793501 (+4 ms)Region opened successfully at 1733390793502 (+1 ms) 2024-12-05T09:26:33,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a., pid=7, masterSystemTime=1733390793466 2024-12-05T09:26:33,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:33,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=056832e56afaff31a0b5bf90892c059a, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,36249,1733390784367 2024-12-05T09:26:33,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056832e56afaff31a0b5bf90892c059a, server=33186fd147fa,36249,1733390784367 because future has completed 2024-12-05T09:26:33,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T09:26:33,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 056832e56afaff31a0b5bf90892c059a, server=33186fd147fa,36249,1733390784367 in 195 msec 2024-12-05T09:26:33,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:26:33,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=056832e56afaff31a0b5bf90892c059a, ASSIGN in 353 msec 2024-12-05T09:26:33,514 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:26:33,515 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390793515"}]},"ts":"1733390793515"} 2024-12-05T09:26:33,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:26:33,518 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:26:33,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-12-05T09:26:33,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a., hostname=33186fd147fa,36249,1733390784367, seqNum=2] 2024-12-05T09:26:33,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:33,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:33,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:26:33,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T09:26:33,803 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:26:33,827 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,36249,1733390784367, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:26:33,828 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:33,828 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36249,1733390784367, seqNum=-1] 2024-12-05T09:26:33,828 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:33,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T09:26:33,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,36249,1733390784367', locateType=CURRENT is [region=hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a., hostname=33186fd147fa,36249,1733390784367, seqNum=2] 2024-12-05T09:26:33,834 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T09:26:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T09:26:33,836 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,36249,1733390784367 suceeded 2024-12-05T09:26:33,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T09:26:33,839 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:34547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:26:33,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T09:26:33,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-12-05T09:26:33,848 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:34547' 2024-12-05T09:26:33,849 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0445f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:33,849 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34547,-1 for getting cluster id 2024-12-05T09:26:33,849 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:33,850 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f252bc30-a859-4335-bddb-14bc8b616003' 2024-12-05T09:26:33,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:33,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f252bc30-a859-4335-bddb-14bc8b616003" 2024-12-05T09:26:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400eb95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34547,-1] 2024-12-05T09:26:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:33,852 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:33,852 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b974d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:33,853 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34547,1733390788862 2024-12-05T09:26:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a379993 2024-12-05T09:26:33,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:33,854 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:33,855 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,36249,1733390784367 (queues=1) is replicating from cluster=4aae028e-6996-4f86-b343-4132583939f9 to cluster=f252bc30-a859-4335-bddb-14bc8b616003 2024-12-05T09:26:33,855 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C36249%2C1733390784367 2024-12-05T09:26:33,855 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,36249,1733390784367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:26:33,856 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.shipper33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C36249%2C1733390784367 2024-12-05T09:26:33,856 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575, startPosition=0, beingWritten=true 2024-12-05T09:26:34,061 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:34,366 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:34,474 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:26:34,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:34,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:34,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:34,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:34,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:34,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37029,1733390784211 2024-12-05T09:26:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@654d560e 2024-12-05T09:26:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:34,476 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:34,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:26:34,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:26:34,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:34,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:34,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:34,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:34,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:34,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:26:34,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173761749, stopped=false 2024-12-05T09:26:34,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,34547,1733390788862 2024-12-05T09:26:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1151446638/running 2024-12-05T09:26:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1151446638/running 2024-12-05T09:26:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:34,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:34,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:34,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:34,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:34,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,43911,1733390788955' ***** 2024-12-05T09:26:34,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:26:34,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/running 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:26:34,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Set watcher on znode that does not yet exist, /1-1151446638/running 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,43911,1733390788955 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:34,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43911. 2024-12-05T09:26:34,524 DEBUG [RS:0;33186fd147fa:43911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:34,524 DEBUG [RS:0;33186fd147fa:43911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:26:34,524 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:26:34,524 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:26:34,524 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:34,524 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:34,524 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:34,525 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:34,525 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:34,525 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:34,525 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T09:26:34,538 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/.tmp/ns/450a45fca2ab48dfa6387194bb4067a8 is 43, key is default/ns:d/1733390792216/Put/seqid=0 2024-12-05T09:26:34,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741835_1011 (size=5153) 2024-12-05T09:26:34,564 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:34,725 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:34,771 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:26:34,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:34,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:26:34,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:34,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:34,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T09:26:34,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:34,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T09:26:34,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T09:26:34,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:34,925 DEBUG [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:34,942 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/.tmp/ns/450a45fca2ab48dfa6387194bb4067a8 2024-12-05T09:26:34,948 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/.tmp/ns/450a45fca2ab48dfa6387194bb4067a8 as hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/ns/450a45fca2ab48dfa6387194bb4067a8 2024-12-05T09:26:34,954 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/ns/450a45fca2ab48dfa6387194bb4067a8, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T09:26:34,955 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-05T09:26:34,960 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T09:26:34,960 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:34,960 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:34,960 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:34,960 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390794524Running coprocessor pre-close hooks at 1733390794524Disabling compacts and flushes for region at 1733390794524Disabling writes for close at 1733390794525 (+1 ms)Obtaining lock to block concurrent updates at 1733390794525Preparing flush snapshotting stores in 1588230740 at 1733390794525Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733390794525Flushing stores of hbase:meta,,1.1588230740 at 1733390794526 (+1 ms)Flushing 1588230740/ns: creating writer at 1733390794526Flushing 1588230740/ns: appending metadata at 1733390794537 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733390794537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2503b4fe: reopening flushed file at 1733390794947 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733390794955 (+8 ms)Writing region close event to WAL at 1733390794956 (+1 ms)Running coprocessor post-close hooks at 1733390794960 (+4 ms)Closed at 1733390794960 2024-12-05T09:26:34,960 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:35,061 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:26:35,061 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:26:35,125 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,43911,1733390788955; all regions closed. 2024-12-05T09:26:35,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741834_1010 (size=1152) 2024-12-05T09:26:35,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955/33186fd147fa%2C43911%2C1733390788955.meta.1733390792167.meta not finished, retry = 0 2024-12-05T09:26:35,230 DEBUG [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/oldWALs 2024-12-05T09:26:35,230 INFO [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C43911%2C1733390788955.meta:.meta(num 1733390792167) 2024-12-05T09:26:35,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741832_1008 (size=93) 2024-12-05T09:26:35,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/WALs/33186fd147fa,43911,1733390788955/33186fd147fa%2C43911%2C1733390788955.1733390791188 not finished, retry = 0 2024-12-05T09:26:35,277 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:35,335 DEBUG [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/oldWALs 2024-12-05T09:26:35,335 INFO [RS:0;33186fd147fa:43911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C43911%2C1733390788955:(num 1733390791188) 2024-12-05T09:26:35,335 DEBUG [RS:0;33186fd147fa:43911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:35,335 INFO [RS:0;33186fd147fa:43911 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:35,335 INFO [RS:0;33186fd147fa:43911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:35,335 INFO [RS:0;33186fd147fa:43911 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:35,335 INFO [RS:0;33186fd147fa:43911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:35,335 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:35,336 INFO [RS:0;33186fd147fa:43911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43911 2024-12-05T09:26:35,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1151446638/rs/33186fd147fa,43911,1733390788955 2024-12-05T09:26:35,458 INFO [RS:0;33186fd147fa:43911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:35,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638/rs 2024-12-05T09:26:35,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,43911,1733390788955] 2024-12-05T09:26:35,553 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1151446638/draining/33186fd147fa,43911,1733390788955 already deleted, retry=false 2024-12-05T09:26:35,553 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,43911,1733390788955 expired; onlineServers=0 2024-12-05T09:26:35,553 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,34547,1733390788862' ***** 2024-12-05T09:26:35,553 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:26:35,553 INFO [M:0;33186fd147fa:34547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:35,553 INFO [M:0;33186fd147fa:34547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:35,553 DEBUG [M:0;33186fd147fa:34547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:26:35,553 DEBUG [M:0;33186fd147fa:34547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:26:35,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:26:35,553 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390790914 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390790914,5,FailOnTimeoutGroup] 2024-12-05T09:26:35,553 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390790914 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390790914,5,FailOnTimeoutGroup] 2024-12-05T09:26:35,553 INFO [M:0;33186fd147fa:34547 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:35,553 INFO [M:0;33186fd147fa:34547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:35,553 DEBUG [M:0;33186fd147fa:34547 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:26:35,554 INFO [M:0;33186fd147fa:34547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:26:35,554 INFO [M:0;33186fd147fa:34547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:35,554 INFO [M:0;33186fd147fa:34547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:26:35,554 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:26:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1151446638/master 2024-12-05T09:26:35,591 DEBUG [M:0;33186fd147fa:34547 {}] zookeeper.ZKUtil(347): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Unable to get data of znode /1-1151446638/master because node does not exist (not an error) 2024-12-05T09:26:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1151446638 2024-12-05T09:26:35,591 WARN [M:0;33186fd147fa:34547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:26:35,591 INFO [M:0;33186fd147fa:34547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/.lastflushedseqids 2024-12-05T09:26:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741836_1012 (size=99) 2024-12-05T09:26:35,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:35,621 INFO [RS:0;33186fd147fa:43911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:35,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x101a5fe16170004, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:35,621 INFO [RS:0;33186fd147fa:43911 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,43911,1733390788955; zookeeper connection closed. 2024-12-05T09:26:35,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f42398 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f42398 2024-12-05T09:26:35,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:26:35,882 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:35,996 INFO [M:0;33186fd147fa:34547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:26:35,997 INFO [M:0;33186fd147fa:34547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:26:35,997 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:35,997 INFO [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:35,997 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:35,997 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:35,997 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:35,997 INFO [M:0;33186fd147fa:34547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T09:26:36,011 DEBUG [M:0;33186fd147fa:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b86af90d3fb34c7cb10b3c87da5f158f is 82, key is hbase:meta,,1/info:regioninfo/1733390792200/Put/seqid=0 2024-12-05T09:26:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741837_1013 (size=5672) 2024-12-05T09:26:36,416 INFO [M:0;33186fd147fa:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b86af90d3fb34c7cb10b3c87da5f158f 2024-12-05T09:26:36,434 DEBUG [M:0;33186fd147fa:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/468fe3abb0eb40c093053095a166940b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733390792220/Put/seqid=0 2024-12-05T09:26:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741838_1014 (size=5275) 2024-12-05T09:26:36,587 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:36,839 INFO [M:0;33186fd147fa:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/468fe3abb0eb40c093053095a166940b 2024-12-05T09:26:36,856 DEBUG [M:0;33186fd147fa:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6987e8ddaffb47289a83ba6478f74d49 is 69, key is 33186fd147fa,43911,1733390788955/rs:state/1733390791013/Put/seqid=0 2024-12-05T09:26:36,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741839_1015 (size=5156) 2024-12-05T09:26:37,261 INFO [M:0;33186fd147fa:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6987e8ddaffb47289a83ba6478f74d49 2024-12-05T09:26:37,267 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b86af90d3fb34c7cb10b3c87da5f158f as hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b86af90d3fb34c7cb10b3c87da5f158f 2024-12-05T09:26:37,272 INFO [M:0;33186fd147fa:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b86af90d3fb34c7cb10b3c87da5f158f, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T09:26:37,273 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/468fe3abb0eb40c093053095a166940b as hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/468fe3abb0eb40c093053095a166940b 2024-12-05T09:26:37,278 INFO [M:0;33186fd147fa:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/468fe3abb0eb40c093053095a166940b, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T09:26:37,279 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6987e8ddaffb47289a83ba6478f74d49 as hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6987e8ddaffb47289a83ba6478f74d49 2024-12-05T09:26:37,284 INFO [M:0;33186fd147fa:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45545/user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6987e8ddaffb47289a83ba6478f74d49, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T09:26:37,285 INFO [M:0;33186fd147fa:34547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-12-05T09:26:37,286 INFO [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:37,286 DEBUG [M:0;33186fd147fa:34547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390795997Disabling compacts and flushes for region at 1733390795997Disabling writes for close at 1733390795997Obtaining lock to block concurrent updates at 1733390795997Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390795997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733390795997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390795998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390795998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390796011 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390796011Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390796421 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390796433 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390796433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390796844 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390796856 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390796856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c97182e: reopening flushed file at 1733390797266 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75103e5a: reopening flushed file at 1733390797272 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42faae3e: reopening flushed file at 1733390797278 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1733390797285 (+7 ms)Writing region close event to WAL at 1733390797286 (+1 ms)Closed at 1733390797286 2024-12-05T09:26:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741830_1006 (size=10165) 2024-12-05T09:26:37,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1f219c8-cb42-f7d6-252f-52adc56bba79/MasterData/WALs/33186fd147fa,34547,1733390788862/33186fd147fa%2C34547%2C1733390788862.1733390790693 not finished, retry = 0 2024-12-05T09:26:37,390 INFO [M:0;33186fd147fa:34547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:26:37,390 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:37,390 INFO [M:0;33186fd147fa:34547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34547 2024-12-05T09:26:37,391 INFO [M:0;33186fd147fa:34547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:37,391 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:37,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:37,531 INFO [M:0;33186fd147fa:34547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:37,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x101a5fe16170003, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:37,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:37,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:37,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:37,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:37,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:37,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:26:37,535 WARN [BP-392334667-172.17.0.3-1733390787748 heartbeating to localhost/127.0.0.1:45545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:26:37,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:26:37,535 WARN [BP-392334667-172.17.0.3-1733390787748 heartbeating to localhost/127.0.0.1:45545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-392334667-172.17.0.3-1733390787748 (Datanode Uuid c71b29fe-ba94-4444-9001-bac2076fe655) service to localhost/127.0.0.1:45545 2024-12-05T09:26:37,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/cluster_014423c1-0f97-c4f3-8f35-5fa77469991c/data/data1/current/BP-392334667-172.17.0.3-1733390787748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:37,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/cluster_014423c1-0f97-c4f3-8f35-5fa77469991c/data/data2/current/BP-392334667-172.17.0.3-1733390787748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:37,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:26:37,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:37,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:37,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:37,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:37,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:37,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:26:37,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:26:37,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:37,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:37,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:37,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:37,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:37,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:26:37,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=875113374, stopped=false 2024-12-05T09:26:37,553 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,37029,1733390784211 2024-12-05T09:26:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-905483558/running 2024-12-05T09:26:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-905483558/running 2024-12-05T09:26:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:37,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:37,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:37,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:37,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:37,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/running 2024-12-05T09:26:37,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,36249,1733390784367' ***** 2024-12-05T09:26:37,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:26:37,565 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:26:37,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Set watcher on znode that does not yet exist, /0-905483558/running 2024-12-05T09:26:37,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:26:37,565 INFO [RS:0;33186fd147fa:36249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:26:37,565 INFO [RS:0;33186fd147fa:36249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:26:37,565 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(3091): Received CLOSE for 056832e56afaff31a0b5bf90892c059a 2024-12-05T09:26:37,565 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,36249,1733390784367 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36249. 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 056832e56afaff31a0b5bf90892c059a, disabling compactions & flushes 2024-12-05T09:26:37,566 DEBUG [RS:0;33186fd147fa:36249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:37,566 DEBUG [RS:0;33186fd147fa:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:37,566 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. after waiting 0 ms 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:26:37,566 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 056832e56afaff31a0b5bf90892c059a 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:26:37,566 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:26:37,566 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 056832e56afaff31a0b5bf90892c059a=hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a.} 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:37,566 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 056832e56afaff31a0b5bf90892c059a, 1588230740 2024-12-05T09:26:37,566 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:37,566 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:37,566 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T09:26:37,579 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/.tmp/queue/e5981a2be22c41d7bac5306297eb7c32 is 151, key is 1-33186fd147fa,36249,1733390784367/queue:33186fd147fa%2C36249%2C1733390784367/1733390793832/Put/seqid=0 2024-12-05T09:26:37,580 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/info/178cfa7d829045418a8bbc48e6a690b4 is 147, key is hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a./info:regioninfo/1733390793505/Put/seqid=0 2024-12-05T09:26:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741838_1014 (size=5350) 2024-12-05T09:26:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741839_1015 (size=6631) 2024-12-05T09:26:37,657 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:37,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:37,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:37,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:37,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:37,766 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 056832e56afaff31a0b5bf90892c059a, 1588230740 2024-12-05T09:26:37,967 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 056832e56afaff31a0b5bf90892c059a, 1588230740 2024-12-05T09:26:37,985 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/.tmp/queue/e5981a2be22c41d7bac5306297eb7c32 2024-12-05T09:26:37,985 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/info/178cfa7d829045418a8bbc48e6a690b4 2024-12-05T09:26:37,992 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/.tmp/queue/e5981a2be22c41d7bac5306297eb7c32 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/queue/e5981a2be22c41d7bac5306297eb7c32 2024-12-05T09:26:37,998 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/queue/e5981a2be22c41d7bac5306297eb7c32, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T09:26:37,999 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 056832e56afaff31a0b5bf90892c059a in 433ms, sequenceid=5, compaction requested=false 2024-12-05T09:26:37,999 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:26:38,004 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/replication/056832e56afaff31a0b5bf90892c059a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:26:38,004 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:38,005 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:38,005 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:38,005 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 056832e56afaff31a0b5bf90892c059a: Waiting for close lock at 1733390797566Running coprocessor pre-close hooks at 1733390797566Disabling compacts and flushes for region at 1733390797566Disabling writes for close at 1733390797566Obtaining lock to block concurrent updates at 1733390797566Preparing flush snapshotting stores in 056832e56afaff31a0b5bf90892c059a at 1733390797566Finished memstore snapshotting hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733390797566Flushing stores of hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. at 1733390797567 (+1 ms)Flushing 056832e56afaff31a0b5bf90892c059a/queue: creating writer at 1733390797567Flushing 056832e56afaff31a0b5bf90892c059a/queue: appending metadata at 1733390797579 (+12 ms)Flushing 056832e56afaff31a0b5bf90892c059a/queue: closing flushed file at 1733390797579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d81a7c: reopening flushed file at 1733390797991 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 056832e56afaff31a0b5bf90892c059a in 433ms, sequenceid=5, compaction requested=false at 1733390797999 (+8 ms)Writing region close event to WAL at 1733390798000 (+1 ms)Running coprocessor post-close hooks at 1733390798004 (+4 ms)Closed at 1733390798005 (+1 ms) 2024-12-05T09:26:38,005 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390792328.056832e56afaff31a0b5bf90892c059a. 2024-12-05T09:26:38,010 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/ns/952789e58cbb47ddb33986d90a007810 is 43, key is default/ns:d/1733390787635/Put/seqid=0 2024-12-05T09:26:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741840_1016 (size=5153) 2024-12-05T09:26:38,167 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:38,297 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/WALs/33186fd147fa,36249,1733390784367/33186fd147fa%2C36249%2C1733390784367.1733390786575 to pos 0, reset compression=false 2024-12-05T09:26:38,367 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:38,414 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/ns/952789e58cbb47ddb33986d90a007810 2024-12-05T09:26:38,432 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/table/0ee4140c3fbf4d529e43edc87f2722a4 is 53, key is hbase:replication/table:state/1733390793515/Put/seqid=0 2024-12-05T09:26:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741841_1017 (size=5256) 2024-12-05T09:26:38,546 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:26:38,546 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:26:38,567 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:26:38,567 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:26:38,567 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:38,767 DEBUG [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:26:38,837 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/table/0ee4140c3fbf4d529e43edc87f2722a4 2024-12-05T09:26:38,843 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/info/178cfa7d829045418a8bbc48e6a690b4 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/info/178cfa7d829045418a8bbc48e6a690b4 2024-12-05T09:26:38,848 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/info/178cfa7d829045418a8bbc48e6a690b4, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T09:26:38,849 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/ns/952789e58cbb47ddb33986d90a007810 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/ns/952789e58cbb47ddb33986d90a007810 2024-12-05T09:26:38,853 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/ns/952789e58cbb47ddb33986d90a007810, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:26:38,854 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/.tmp/table/0ee4140c3fbf4d529e43edc87f2722a4 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/table/0ee4140c3fbf4d529e43edc87f2722a4 2024-12-05T09:26:38,859 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/table/0ee4140c3fbf4d529e43edc87f2722a4, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T09:26:38,860 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-12-05T09:26:38,864 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T09:26:38,865 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:38,865 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:38,865 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:38,865 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390797566Running coprocessor pre-close hooks at 1733390797566Disabling compacts and flushes for region at 1733390797566Disabling writes for close at 1733390797566Obtaining lock to block concurrent updates at 1733390797566Preparing flush snapshotting stores in 1588230740 at 1733390797566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733390797567 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733390797567Flushing 1588230740/info: creating writer at 1733390797567Flushing 1588230740/info: appending metadata at 1733390797579 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733390797579Flushing 1588230740/ns: creating writer at 1733390797991 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733390798009 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733390798009Flushing 1588230740/table: creating writer at 1733390798419 (+410 ms)Flushing 1588230740/table: appending metadata at 1733390798431 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733390798431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7faaef74: reopening flushed file at 1733390798842 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c758a4: reopening flushed file at 1733390798848 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd680ce: reopening flushed file at 1733390798854 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1733390798860 (+6 ms)Writing region close event to WAL at 1733390798861 (+1 ms)Running coprocessor post-close hooks at 1733390798865 (+4 ms)Closed at 1733390798865 2024-12-05T09:26:38,865 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:38,968 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,36249,1733390784367; all regions closed. 2024-12-05T09:26:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741834_1010 (size=2742) 2024-12-05T09:26:38,972 DEBUG [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/oldWALs 2024-12-05T09:26:38,972 INFO [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C36249%2C1733390784367.meta:.meta(num 1733390787567) 2024-12-05T09:26:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741837_1013 (size=1586) 2024-12-05T09:26:38,977 DEBUG [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/oldWALs 2024-12-05T09:26:38,977 INFO [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C36249%2C1733390784367.rep:(num 1733390793472) 2024-12-05T09:26:38,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741832_1008 (size=93) 2024-12-05T09:26:38,981 DEBUG [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/oldWALs 2024-12-05T09:26:38,981 INFO [RS:0;33186fd147fa:36249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C36249%2C1733390784367:(num 1733390786575) 2024-12-05T09:26:38,981 DEBUG [RS:0;33186fd147fa:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:38,981 INFO [RS:0;33186fd147fa:36249 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:26:38,981 INFO [RS:0;33186fd147fa:36249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:38,982 INFO [RS:0;33186fd147fa:36249 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:38,982 INFO [RS:0;33186fd147fa:36249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:38,982 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:38,982 INFO [RS:0;33186fd147fa:36249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,36249,1733390784367 because: Region server is closing 2024-12-05T09:26:38,982 INFO [RS:0;33186fd147fa:36249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36249. 2024-12-05T09:26:38,982 DEBUG [RS:0;33186fd147fa:36249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:38,982 DEBUG [RS:0;33186fd147fa:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:38,982 DEBUG [RS:0;33186fd147fa:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:38,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:39,083 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.shipper33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:26:39,083 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.wal-reader.33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:26:39,083 INFO [RS:0;33186fd147fa:36249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36249,1733390784367.replicationSource.shipper33186fd147fa%2C36249%2C1733390784367,1-33186fd147fa,36249,1733390784367 terminated 2024-12-05T09:26:39,083 INFO [RS:0;33186fd147fa:36249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36249 2024-12-05T09:26:39,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558/rs 2024-12-05T09:26:39,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-905483558/rs/33186fd147fa,36249,1733390784367 2024-12-05T09:26:39,114 INFO [RS:0;33186fd147fa:36249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:39,114 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f2df88e5338@3b9d8916 rejected from java.util.concurrent.ThreadPoolExecutor@7e9f0001[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T09:26:39,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,36249,1733390784367] 2024-12-05T09:26:39,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-905483558/draining/33186fd147fa,36249,1733390784367 already deleted, retry=false 2024-12-05T09:26:39,131 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,36249,1733390784367 expired; onlineServers=0 2024-12-05T09:26:39,131 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,37029,1733390784211' ***** 2024-12-05T09:26:39,131 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:26:39,131 INFO [M:0;33186fd147fa:37029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:26:39,131 INFO [M:0;33186fd147fa:37029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:26:39,131 DEBUG [M:0;33186fd147fa:37029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:26:39,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:26:39,131 DEBUG [M:0;33186fd147fa:37029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:26:39,131 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390786330 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390786330,5,FailOnTimeoutGroup] 2024-12-05T09:26:39,131 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390786327 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390786327,5,FailOnTimeoutGroup] 2024-12-05T09:26:39,132 INFO [M:0;33186fd147fa:37029 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:26:39,132 INFO [M:0;33186fd147fa:37029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:26:39,132 DEBUG [M:0;33186fd147fa:37029 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:26:39,132 INFO [M:0;33186fd147fa:37029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:26:39,132 INFO [M:0;33186fd147fa:37029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:26:39,132 INFO [M:0;33186fd147fa:37029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:26:39,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:26:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-905483558/master 2024-12-05T09:26:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-905483558 2024-12-05T09:26:39,139 DEBUG [M:0;33186fd147fa:37029 {}] zookeeper.ZKUtil(347): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Unable to get data of znode /0-905483558/master because node does not exist (not an error) 2024-12-05T09:26:39,139 WARN [M:0;33186fd147fa:37029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:26:39,140 INFO [M:0;33186fd147fa:37029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/.lastflushedseqids 2024-12-05T09:26:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741842_1018 (size=181) 2024-12-05T09:26:39,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:39,222 INFO [RS:0;33186fd147fa:36249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:39,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101a5fe16170001, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:39,222 INFO [RS:0;33186fd147fa:36249 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,36249,1733390784367; zookeeper connection closed. 2024-12-05T09:26:39,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30834b3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30834b3c 2024-12-05T09:26:39,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:26:39,545 INFO [M:0;33186fd147fa:37029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:26:39,545 INFO [M:0;33186fd147fa:37029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:26:39,545 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:39,545 INFO [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:39,545 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:39,545 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:39,545 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:39,546 INFO [M:0;33186fd147fa:37029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T09:26:39,561 DEBUG [M:0;33186fd147fa:37029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42049ae79c2249f0b59bcaead559d958 is 82, key is hbase:meta,,1/info:regioninfo/1733390787600/Put/seqid=0 2024-12-05T09:26:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741843_1019 (size=5672) 2024-12-05T09:26:39,966 INFO [M:0;33186fd147fa:37029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42049ae79c2249f0b59bcaead559d958 2024-12-05T09:26:39,987 DEBUG [M:0;33186fd147fa:37029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f63d6fe0ed54143aa61cf3311a29aa3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733390793519/Put/seqid=0 2024-12-05T09:26:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741844_1020 (size=7203) 2024-12-05T09:26:40,392 INFO [M:0;33186fd147fa:37029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f63d6fe0ed54143aa61cf3311a29aa3 2024-12-05T09:26:40,413 DEBUG [M:0;33186fd147fa:37029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b63a14dfc67d47a9b903d864e1f3edd8 is 69, key is 33186fd147fa,36249,1733390784367/rs:state/1733390786428/Put/seqid=0 2024-12-05T09:26:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741845_1021 (size=5156) 2024-12-05T09:26:40,818 INFO [M:0;33186fd147fa:37029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b63a14dfc67d47a9b903d864e1f3edd8 2024-12-05T09:26:40,824 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42049ae79c2249f0b59bcaead559d958 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42049ae79c2249f0b59bcaead559d958 2024-12-05T09:26:40,829 INFO [M:0;33186fd147fa:37029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42049ae79c2249f0b59bcaead559d958, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T09:26:40,830 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f63d6fe0ed54143aa61cf3311a29aa3 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f63d6fe0ed54143aa61cf3311a29aa3 2024-12-05T09:26:40,836 INFO [M:0;33186fd147fa:37029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f63d6fe0ed54143aa61cf3311a29aa3, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T09:26:40,837 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b63a14dfc67d47a9b903d864e1f3edd8 as hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b63a14dfc67d47a9b903d864e1f3edd8 2024-12-05T09:26:40,842 INFO [M:0;33186fd147fa:37029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b63a14dfc67d47a9b903d864e1f3edd8, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T09:26:40,843 INFO [M:0;33186fd147fa:37029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-12-05T09:26:40,845 INFO [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:40,845 DEBUG [M:0;33186fd147fa:37029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390799545Disabling compacts and flushes for region at 1733390799545Disabling writes for close at 1733390799545Obtaining lock to block concurrent updates at 1733390799546 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390799546Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733390799546Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390799547 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390799547Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390799560 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390799560Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390799971 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390799987 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390799987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390800397 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390800413 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390800413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e43a319: reopening flushed file at 1733390800823 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61337a67: reopening flushed file at 1733390800829 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c974a6: reopening flushed file at 1733390800836 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1733390800843 (+7 ms)Writing region close event to WAL at 1733390800845 (+2 ms)Closed at 1733390800845 2024-12-05T09:26:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741830_1006 (size=41008) 2024-12-05T09:26:40,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62902e4d-4def-fb2a-7808-f41a3c34f02f/MasterData/WALs/33186fd147fa,37029,1733390784211/33186fd147fa%2C37029%2C1733390784211.1733390786108 not finished, retry = 0 2024-12-05T09:26:40,948 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:26:40,948 INFO [M:0;33186fd147fa:37029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:26:40,948 INFO [M:0;33186fd147fa:37029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37029 2024-12-05T09:26:40,949 INFO [M:0;33186fd147fa:37029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:26:41,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:41,131 INFO [M:0;33186fd147fa:37029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:26:41,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37029-0x101a5fe16170000, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:26:41,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:41,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:41,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:41,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:41,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:41,139 WARN [BP-1588480694-172.17.0.3-1733390782600 heartbeating to localhost/127.0.0.1:44299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:26:41,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:26:41,139 WARN [BP-1588480694-172.17.0.3-1733390782600 heartbeating to localhost/127.0.0.1:44299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1588480694-172.17.0.3-1733390782600 (Datanode Uuid bf56def1-fb09-4fbb-bcc1-9a5d8e3b2240) service to localhost/127.0.0.1:44299 2024-12-05T09:26:41,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:26:41,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/data/data1/current/BP-1588480694-172.17.0.3-1733390782600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:41,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/cluster_89dc6628-a3a8-79b7-355a-871a5c4d196f/data/data2/current/BP-1588480694-172.17.0.3-1733390782600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:26:41,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:26:41,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:41,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:26:41,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:26:41,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:26:41,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a391ada1-9b61-a01d-77d1-c23493389433/hadoop.log.dir/,STOPPED} 2024-12-05T09:26:41,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:26:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:26:41,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 106) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45545 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44299 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 127) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5128 (was 5296) 2024-12-05T09:26:41,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=5129 2024-12-05T09:26:41,187 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T09:26:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir so I do NOT create it in target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c 2024-12-05T09:26:41,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:26:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.tmp.dir so I do NOT create it in target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c 2024-12-05T09:26:41,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac059232-eb31-60cb-8e11-b438d8cfde56/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:26:41,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c 2024-12-05T09:26:41,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128, deleteOnExit=true 2024-12-05T09:26:41,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/zookeeper_0, clientPort=58378, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:26:41,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58378 2024-12-05T09:26:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:26:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:26:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/test.cache.data in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:26:41,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:26:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:26:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:26:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5fe16170005, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:26:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5fe16170002, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:26:41,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5fe16170002, quorum=127.0.0.1:58261, baseZNode=/0-905483558 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:26:41,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5fe16170005, quorum=127.0.0.1:58261, baseZNode=/1-1151446638 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:26:41,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:41,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:41,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:41,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:41,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:26:41,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:41,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:41,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:41,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/java.io.tmpdir/jetty-localhost-35823-hadoop-hdfs-3_4_1-tests_jar-_-any-2758233254395002875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:41,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:35823} 2024-12-05T09:26:41,530 INFO [Time-limited test {}] server.Server(415): Started @51947ms 2024-12-05T09:26:41,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:41,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:41,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:41,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:41,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:26:41,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:41,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:41,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/java.io.tmpdir/jetty-localhost-40503-hadoop-hdfs-3_4_1-tests_jar-_-any-8377743542023688106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:41,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:40503} 2024-12-05T09:26:41,799 INFO [Time-limited test {}] server.Server(415): Started @52216ms 2024-12-05T09:26:41,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:26:42,188 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/data/data1/current/BP-1291215921-172.17.0.3-1733390801223/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:42,188 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/data/data2/current/BP-1291215921-172.17.0.3-1733390801223/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:42,202 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:26:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d43c553609034b4 with lease ID 0xbf1c8ca7d25f66c3: Processing first storage report for DS-f4f6b965-ce5d-4ca9-be32-33fe155116a6 from datanode DatanodeRegistration(127.0.0.1:43055, datanodeUuid=b3fb1451-9b9f-409a-b33c-be655a680853, infoPort=38091, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=259495481;c=1733390801223) 2024-12-05T09:26:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d43c553609034b4 with lease ID 0xbf1c8ca7d25f66c3: from storage DS-f4f6b965-ce5d-4ca9-be32-33fe155116a6 node DatanodeRegistration(127.0.0.1:43055, datanodeUuid=b3fb1451-9b9f-409a-b33c-be655a680853, infoPort=38091, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=259495481;c=1733390801223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d43c553609034b4 with lease ID 0xbf1c8ca7d25f66c3: Processing first storage report for DS-307f371b-e71b-444f-bfaa-fce2f5b98668 from datanode DatanodeRegistration(127.0.0.1:43055, datanodeUuid=b3fb1451-9b9f-409a-b33c-be655a680853, infoPort=38091, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=259495481;c=1733390801223) 2024-12-05T09:26:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d43c553609034b4 with lease ID 0xbf1c8ca7d25f66c3: from storage DS-307f371b-e71b-444f-bfaa-fce2f5b98668 node DatanodeRegistration(127.0.0.1:43055, datanodeUuid=b3fb1451-9b9f-409a-b33c-be655a680853, infoPort=38091, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=259495481;c=1733390801223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:42,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c 2024-12-05T09:26:42,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:42,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:42,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:26:42,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df with version=8 2024-12-05T09:26:42,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/hbase-staging 2024-12-05T09:26:42,634 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:26:42,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:42,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43013 2024-12-05T09:26:42,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43013 connecting to ZooKeeper ensemble=127.0.0.1:58378 2024-12-05T09:26:42,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430130x0, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:42,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43013-0x101a5fe5ee00000 connected 2024-12-05T09:26:42,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:42,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:42,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/running 2024-12-05T09:26:42,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df, hbase.cluster.distributed=false 2024-12-05T09:26:42,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/acl 2024-12-05T09:26:42,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43013 2024-12-05T09:26:42,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43013 2024-12-05T09:26:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43013 2024-12-05T09:26:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43013 2024-12-05T09:26:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43013 2024-12-05T09:26:42,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:42,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:42,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:42,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:26:42,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:42,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38175 2024-12-05T09:26:42,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38175 connecting to ZooKeeper ensemble=127.0.0.1:58378 2024-12-05T09:26:42,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:42,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:42,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381750x0, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:42,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381750x0, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/running 2024-12-05T09:26:42,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38175-0x101a5fe5ee00001 connected 2024-12-05T09:26:42,789 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:26:42,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:26:42,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/master 2024-12-05T09:26:42,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/acl 2024-12-05T09:26:42,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38175 2024-12-05T09:26:42,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38175 2024-12-05T09:26:42,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38175 2024-12-05T09:26:42,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38175 2024-12-05T09:26:42,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38175 2024-12-05T09:26:42,806 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:43013 2024-12-05T09:26:42,807 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01540089143/backup-masters/33186fd147fa,43013,1733390802633 2024-12-05T09:26:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143/backup-masters 2024-12-05T09:26:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143/backup-masters 2024-12-05T09:26:42,814 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on existing znode=/01540089143/backup-masters/33186fd147fa,43013,1733390802633 2024-12-05T09:26:42,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01540089143/master 2024-12-05T09:26:42,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:42,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:42,822 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on existing znode=/01540089143/master 2024-12-05T09:26:42,823 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01540089143/backup-masters/33186fd147fa,43013,1733390802633 from backup master directory 2024-12-05T09:26:42,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01540089143/backup-masters/33186fd147fa,43013,1733390802633 2024-12-05T09:26:42,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143/backup-masters 2024-12-05T09:26:42,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143/backup-masters 2024-12-05T09:26:42,830 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:42,830 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,43013,1733390802633 2024-12-05T09:26:42,835 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/hbase.id] with ID: 4d5d03a7-1614-491d-bac9-eea8aa1e5ca9 2024-12-05T09:26:42,835 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/.tmp/hbase.id 2024-12-05T09:26:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:26:43,240 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/.tmp/hbase.id]:[hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/hbase.id] 2024-12-05T09:26:43,252 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:43,252 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:26:43,253 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:26:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:26:43,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:43,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:43,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:43,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:43,687 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:43,688 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:26:43,688 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:26:44,096 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store 2024-12-05T09:26:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:26:44,502 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:44,502 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:44,502 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:44,502 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:44,502 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:44,502 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:44,502 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:44,502 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390804502Disabling compacts and flushes for region at 1733390804502Disabling writes for close at 1733390804502Writing region close event to WAL at 1733390804502Closed at 1733390804502 2024-12-05T09:26:44,504 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/.initializing 2024-12-05T09:26:44,504 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/WALs/33186fd147fa,43013,1733390802633 2024-12-05T09:26:44,505 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:44,506 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C43013%2C1733390802633, suffix=, logDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/WALs/33186fd147fa,43013,1733390802633, archiveDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/oldWALs, maxLogs=10 2024-12-05T09:26:44,517 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/WALs/33186fd147fa,43013,1733390802633/33186fd147fa%2C43013%2C1733390802633.1733390804506, exclude list is [], retry=0 2024-12-05T09:26:44,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43055,DS-f4f6b965-ce5d-4ca9-be32-33fe155116a6,DISK] 2024-12-05T09:26:44,522 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/WALs/33186fd147fa,43013,1733390802633/33186fd147fa%2C43013%2C1733390802633.1733390804506 2024-12-05T09:26:44,522 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-05T09:26:44,522 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:44,523 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:44,523 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,523 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:26:44,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:44,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:44,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:26:44,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:26:44,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:26:44,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:44,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:44,531 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,532 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,533 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:44,535 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:44,537 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:44,537 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68856994, jitterRate=0.026049166917800903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:44,538 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390804523Initializing all the Stores at 1733390804524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390804524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390804524Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390804524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390804524Cleaning up temporary data from old regions at 1733390804534 (+10 ms)Region opened successfully at 1733390804537 (+3 ms) 2024-12-05T09:26:44,538 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:26:44,541 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b218705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:44,542 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:26:44,542 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:26:44,542 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:26:44,542 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:26:44,542 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:26:44,543 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:26:44,543 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:26:44,545 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:26:44,545 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Unable to get data of znode /01540089143/balancer because node does not exist (not necessarily an error) 2024-12-05T09:26:44,630 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01540089143/balancer already deleted, retry=false 2024-12-05T09:26:44,631 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:26:44,631 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Unable to get data of znode /01540089143/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:26:44,638 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01540089143/normalizer already deleted, retry=false 2024-12-05T09:26:44,639 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:26:44,640 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Unable to get data of znode /01540089143/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:26:44,647 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01540089143/switch/split already deleted, retry=false 2024-12-05T09:26:44,648 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Unable to get data of znode /01540089143/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:26:44,655 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01540089143/switch/merge already deleted, retry=false 2024-12-05T09:26:44,657 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Unable to get data of znode /01540089143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:26:44,663 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01540089143/snapshot-cleanup already deleted, retry=false 2024-12-05T09:26:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01540089143/running 2024-12-05T09:26:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01540089143/running 2024-12-05T09:26:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:44,672 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,43013,1733390802633, sessionid=0x101a5fe5ee00000, setting cluster-up flag (Was=false) 2024-12-05T09:26:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:44,713 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01540089143/flush-table-proc/acquired, /01540089143/flush-table-proc/reached, /01540089143/flush-table-proc/abort 2024-12-05T09:26:44,714 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,43013,1733390802633 2024-12-05T09:26:44,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:44,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:44,755 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01540089143/online-snapshot/acquired, /01540089143/online-snapshot/reached, /01540089143/online-snapshot/abort 2024-12-05T09:26:44,756 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,43013,1733390802633 2024-12-05T09:26:44,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:26:44,759 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:44,759 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:26:44,759 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:26:44,760 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,43013,1733390802633 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:44,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390834762 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:26:44,762 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:44,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:26:44,763 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:26:44,764 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390804764,5,FailOnTimeoutGroup] 2024-12-05T09:26:44,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:44,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:26:44,766 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390804764,5,FailOnTimeoutGroup] 2024-12-05T09:26:44,766 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,767 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:26:44,767 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,767 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:26:44,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:44,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:26:44,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:26:44,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:44,800 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(746): ClusterId : 4d5d03a7-1614-491d-bac9-eea8aa1e5ca9 2024-12-05T09:26:44,800 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:26:44,806 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:26:44,806 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:26:44,814 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:26:44,815 DEBUG [RS:0;33186fd147fa:38175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5bd0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:44,824 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:38175 2024-12-05T09:26:44,824 INFO [RS:0;33186fd147fa:38175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:26:44,824 INFO [RS:0;33186fd147fa:38175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:26:44,824 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:26:44,825 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,43013,1733390802633 with port=38175, startcode=1733390802774 2024-12-05T09:26:44,825 DEBUG [RS:0;33186fd147fa:38175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:26:44,826 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:26:44,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,38175,1733390802774 2024-12-05T09:26:44,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43013 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,38175,1733390802774 2024-12-05T09:26:44,828 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df 2024-12-05T09:26:44,828 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42067 2024-12-05T09:26:44,828 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:26:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143/rs 2024-12-05T09:26:44,837 DEBUG [RS:0;33186fd147fa:38175 {}] zookeeper.ZKUtil(111): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on existing znode=/01540089143/rs/33186fd147fa,38175,1733390802774 2024-12-05T09:26:44,837 WARN [RS:0;33186fd147fa:38175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:44,837 INFO [RS:0;33186fd147fa:38175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:44,837 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774 2024-12-05T09:26:44,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,38175,1733390802774] 2024-12-05T09:26:44,840 INFO [RS:0;33186fd147fa:38175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:26:44,841 INFO [RS:0;33186fd147fa:38175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:26:44,842 INFO [RS:0;33186fd147fa:38175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:26:44,842 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,842 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:26:44,842 INFO [RS:0;33186fd147fa:38175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:26:44,842 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:44,843 DEBUG [RS:0;33186fd147fa:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:44,845 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,845 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,845 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,845 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,845 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,845 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38175,1733390802774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:44,857 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:26:44,857 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38175,1733390802774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,857 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,857 INFO [RS:0;33186fd147fa:38175 {}] regionserver.Replication(171): 33186fd147fa,38175,1733390802774 started 2024-12-05T09:26:44,868 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:44,868 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,38175,1733390802774, RpcServer on 33186fd147fa/172.17.0.3:38175, sessionid=0x101a5fe5ee00001 2024-12-05T09:26:44,869 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:26:44,869 DEBUG [RS:0;33186fd147fa:38175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,38175,1733390802774 2024-12-05T09:26:44,869 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,38175,1733390802774' 2024-12-05T09:26:44,869 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01540089143/flush-table-proc/abort' 2024-12-05T09:26:44,869 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01540089143/flush-table-proc/acquired' 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,38175,1733390802774 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,38175,1733390802774' 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01540089143/online-snapshot/abort' 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01540089143/online-snapshot/acquired' 2024-12-05T09:26:44,870 DEBUG [RS:0;33186fd147fa:38175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:26:44,870 INFO [RS:0;33186fd147fa:38175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:26:44,870 INFO [RS:0;33186fd147fa:38175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:26:44,971 INFO [RS:0;33186fd147fa:38175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:44,972 INFO [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C38175%2C1733390802774, suffix=, logDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774, archiveDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/oldWALs, maxLogs=10 2024-12-05T09:26:44,984 DEBUG [RS:0;33186fd147fa:38175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973, exclude list is [], retry=0 2024-12-05T09:26:44,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43055,DS-f4f6b965-ce5d-4ca9-be32-33fe155116a6,DISK] 2024-12-05T09:26:44,988 INFO [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 2024-12-05T09:26:44,988 DEBUG [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-05T09:26:45,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:26:45,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df 2024-12-05T09:26:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:26:45,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:45,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:45,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:45,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:45,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:45,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:45,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:45,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:45,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:45,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740 2024-12-05T09:26:45,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740 2024-12-05T09:26:45,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:45,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:45,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:45,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:45,591 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:45,591 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72623282, jitterRate=0.082171231508255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390805578Initializing all the Stores at 1733390805579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390805579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390805579Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390805579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390805579Cleaning up temporary data from old regions at 1733390805588 (+9 ms)Region opened successfully at 1733390805592 (+4 ms) 2024-12-05T09:26:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:45,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:45,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390805592Disabling compacts and flushes for region at 1733390805592Disabling writes for close at 1733390805592Writing region close event to WAL at 1733390805592Closed at 1733390805592 2024-12-05T09:26:45,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:45,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:26:45,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:26:45,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:45,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:26:45,746 DEBUG [33186fd147fa:43013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:45,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,38175,1733390802774 2024-12-05T09:26:45,748 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,38175,1733390802774, state=OPENING 2024-12-05T09:26:45,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:26:45,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:45,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:45,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:45,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01540089143/meta-region-server: CHANGED 2024-12-05T09:26:45,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01540089143/meta-region-server: CHANGED 2024-12-05T09:26:45,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,38175,1733390802774}] 2024-12-05T09:26:45,959 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:45,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:26:45,963 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:26:45,964 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:45,964 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:26:45,965 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C38175%2C1733390802774.meta, suffix=.meta, logDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774, archiveDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/oldWALs, maxLogs=10 2024-12-05T09:26:45,976 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.meta.1733390805966.meta, exclude list is [], retry=0 2024-12-05T09:26:45,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43055,DS-f4f6b965-ce5d-4ca9-be32-33fe155116a6,DISK] 2024-12-05T09:26:45,979 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.meta.1733390805966.meta 2024-12-05T09:26:45,980 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-05T09:26:45,980 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:45,980 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:45,980 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:45,980 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:26:45,980 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:26:45,980 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:26:45,981 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:45,981 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:26:45,981 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:26:45,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:45,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:45,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:45,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:45,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:45,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:45,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:45,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:45,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:45,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:45,987 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:45,987 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740 2024-12-05T09:26:45,988 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740 2024-12-05T09:26:45,989 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:45,989 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:45,989 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:45,990 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:45,991 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70980963, jitterRate=0.057698771357536316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:45,991 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:26:45,992 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390805981Writing region info on filesystem at 1733390805981Initializing all the Stores at 1733390805982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390805982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390805982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390805982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390805982Cleaning up temporary data from old regions at 1733390805989 (+7 ms)Running coprocessor post-open hooks at 1733390805991 (+2 ms)Region opened successfully at 1733390805991 2024-12-05T09:26:45,992 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390805958 2024-12-05T09:26:45,994 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:26:45,994 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:26:45,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,38175,1733390802774 2024-12-05T09:26:45,996 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,38175,1733390802774, state=OPEN 2024-12-05T09:26:46,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01540089143/meta-region-server 2024-12-05T09:26:46,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01540089143/meta-region-server 2024-12-05T09:26:46,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,38175,1733390802774 2024-12-05T09:26:46,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01540089143/meta-region-server: CHANGED 2024-12-05T09:26:46,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01540089143/meta-region-server: CHANGED 2024-12-05T09:26:46,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:26:46,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,38175,1733390802774 in 219 msec 2024-12-05T09:26:46,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:26:46,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-12-05T09:26:46,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:46,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:26:46,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:46,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,38175,1733390802774, seqNum=-1] 2024-12-05T09:26:46,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:46,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:46,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-05T09:26:46,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390806040, completionTime=-1 2024-12-05T09:26:46,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:26:46,040 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390866042 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390926042 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43013,1733390802633-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43013,1733390802633-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43013,1733390802633-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:43013, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,042 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,044 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.216sec 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43013,1733390802633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:46,046 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43013,1733390802633-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:26:46,049 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:26:46,049 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:26:46,049 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43013,1733390802633-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:46,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:46,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43013,-1 for getting cluster id 2024-12-05T09:26:46,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:46,103 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d5d03a7-1614-491d-bac9-eea8aa1e5ca9' 2024-12-05T09:26:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d5d03a7-1614-491d-bac9-eea8aa1e5ca9" 2024-12-05T09:26:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89222c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43013,-1] 2024-12-05T09:26:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:46,104 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:46,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:46,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,38175,1733390802774, seqNum=-1] 2024-12-05T09:26:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:46,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:46,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,43013,1733390802633 2024-12-05T09:26:46,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58378 2024-12-05T09:26:46,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:46,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5fe5ee00002 connected 2024-12-05T09:26:46,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir so I do NOT create it in target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38 2024-12-05T09:26:46,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:26:46,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.tmp.dir so I do NOT create it in target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38 2024-12-05T09:26:46,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:26:46,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/cluster_c29cf407-7bd7-1fbd-c005-dec2cd686b98, deleteOnExit=true 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/test.cache.data in system properties and HBase conf 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:26:46,133 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:26:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:26:46,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:46,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:46,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:46,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:46,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:26:46,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:46,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:46,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:46,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/java.io.tmpdir/jetty-localhost-38985-hadoop-hdfs-3_4_1-tests_jar-_-any-17740654187178347016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:26:46,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:38985} 2024-12-05T09:26:46,422 INFO [Time-limited test {}] server.Server(415): Started @56840ms 2024-12-05T09:26:46,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:26:46,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:26:46,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:26:46,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:26:46,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:26:46,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:26:46,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:26:46,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/java.io.tmpdir/jetty-localhost-37385-hadoop-hdfs-3_4_1-tests_jar-_-any-13899641035862816365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:26:46,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:37385} 2024-12-05T09:26:46,679 INFO [Time-limited test {}] server.Server(415): Started @57097ms 2024-12-05T09:26:46,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:26:47,109 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/cluster_c29cf407-7bd7-1fbd-c005-dec2cd686b98/data/data1/current/BP-1728578321-172.17.0.3-1733390806155/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:47,109 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/cluster_c29cf407-7bd7-1fbd-c005-dec2cd686b98/data/data2/current/BP-1728578321-172.17.0.3-1733390806155/current, will proceed with Du for space computation calculation, 2024-12-05T09:26:47,128 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:26:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf25ba129ccbf5515 with lease ID 0x9f623d92bf19113d: Processing first storage report for DS-c3a6bf73-a021-4d96-8f51-657736844654 from datanode DatanodeRegistration(127.0.0.1:32791, datanodeUuid=3cbf3adf-d3a0-494a-a783-de9625a19a6e, infoPort=43561, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=960379224;c=1733390806155) 2024-12-05T09:26:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf25ba129ccbf5515 with lease ID 0x9f623d92bf19113d: from storage DS-c3a6bf73-a021-4d96-8f51-657736844654 node DatanodeRegistration(127.0.0.1:32791, datanodeUuid=3cbf3adf-d3a0-494a-a783-de9625a19a6e, infoPort=43561, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=960379224;c=1733390806155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf25ba129ccbf5515 with lease ID 0x9f623d92bf19113d: Processing first storage report for DS-4c379b00-9d49-4d8a-971b-4f29cedc410e from datanode DatanodeRegistration(127.0.0.1:32791, datanodeUuid=3cbf3adf-d3a0-494a-a783-de9625a19a6e, infoPort=43561, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=960379224;c=1733390806155) 2024-12-05T09:26:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf25ba129ccbf5515 with lease ID 0x9f623d92bf19113d: from storage DS-4c379b00-9d49-4d8a-971b-4f29cedc410e node DatanodeRegistration(127.0.0.1:32791, datanodeUuid=3cbf3adf-d3a0-494a-a783-de9625a19a6e, infoPort=43561, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=960379224;c=1733390806155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:26:47,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38 2024-12-05T09:26:47,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:47,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:47,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:26:47,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff with version=8 2024-12-05T09:26:47,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/hbase-staging 2024-12-05T09:26:47,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:26:47,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:47,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42759 2024-12-05T09:26:47,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42759 connecting to ZooKeeper ensemble=127.0.0.1:58378 2024-12-05T09:26:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427590x0, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:47,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42759-0x101a5fe5ee00003 connected 2024-12-05T09:26:47,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:47,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:47,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/running 2024-12-05T09:26:47,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff, hbase.cluster.distributed=false 2024-12-05T09:26:47,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/acl 2024-12-05T09:26:47,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42759 2024-12-05T09:26:47,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42759 2024-12-05T09:26:47,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42759 2024-12-05T09:26:47,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42759 2024-12-05T09:26:47,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42759 2024-12-05T09:26:47,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:26:47,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34599 2024-12-05T09:26:47,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34599 connecting to ZooKeeper ensemble=127.0.0.1:58378 2024-12-05T09:26:47,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:47,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345990x0, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:47,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345990x0, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/running 2024-12-05T09:26:47,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34599-0x101a5fe5ee00004 connected 2024-12-05T09:26:47,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:26:47,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:26:47,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/master 2024-12-05T09:26:47,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/acl 2024-12-05T09:26:47,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34599 2024-12-05T09:26:47,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34599 2024-12-05T09:26:47,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34599 2024-12-05T09:26:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34599 2024-12-05T09:26:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34599 2024-12-05T09:26:47,752 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:42759 2024-12-05T09:26:47,753 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1428214396/backup-masters/33186fd147fa,42759,1733390807614 2024-12-05T09:26:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396/backup-masters 2024-12-05T09:26:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396/backup-masters 2024-12-05T09:26:47,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on existing znode=/1-1428214396/backup-masters/33186fd147fa,42759,1733390807614 2024-12-05T09:26:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1428214396/master 2024-12-05T09:26:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:47,770 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on existing znode=/1-1428214396/master 2024-12-05T09:26:47,770 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1428214396/backup-masters/33186fd147fa,42759,1733390807614 from backup master directory 2024-12-05T09:26:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1428214396/backup-masters/33186fd147fa,42759,1733390807614 2024-12-05T09:26:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396/backup-masters 2024-12-05T09:26:47,778 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396/backup-masters 2024-12-05T09:26:47,778 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,42759,1733390807614 2024-12-05T09:26:47,782 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/hbase.id] with ID: c9265c65-d0b0-4129-b7e4-643a0e650680 2024-12-05T09:26:47,782 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/.tmp/hbase.id 2024-12-05T09:26:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:26:48,187 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/.tmp/hbase.id]:[hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/hbase.id] 2024-12-05T09:26:48,197 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:48,197 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:26:48,198 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:26:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:26:48,646 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:48,647 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:26:48,647 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:26:49,055 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store 2024-12-05T09:26:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:26:49,461 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:49,461 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:26:49,461 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:49,461 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:49,461 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:26:49,461 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:49,461 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:26:49,461 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390809461Disabling compacts and flushes for region at 1733390809461Disabling writes for close at 1733390809461Writing region close event to WAL at 1733390809461Closed at 1733390809461 2024-12-05T09:26:49,462 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/.initializing 2024-12-05T09:26:49,462 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/WALs/33186fd147fa,42759,1733390807614 2024-12-05T09:26:49,463 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:49,465 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C42759%2C1733390807614, suffix=, logDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/WALs/33186fd147fa,42759,1733390807614, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/oldWALs, maxLogs=10 2024-12-05T09:26:49,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/WALs/33186fd147fa,42759,1733390807614/33186fd147fa%2C42759%2C1733390807614.1733390809465, exclude list is [], retry=0 2024-12-05T09:26:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-c3a6bf73-a021-4d96-8f51-657736844654,DISK] 2024-12-05T09:26:49,480 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/WALs/33186fd147fa,42759,1733390807614/33186fd147fa%2C42759%2C1733390807614.1733390809465 2024-12-05T09:26:49,481 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561)] 2024-12-05T09:26:49,481 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:49,481 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:49,481 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,481 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:26:49,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:49,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:49,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:26:49,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:49,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:49,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:26:49,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:26:49,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:49,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:49,489 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,489 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,489 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,490 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,490 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,491 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:49,492 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:26:49,494 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:49,494 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60011897, jitterRate=-0.10575304925441742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:49,494 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390809481Initializing all the Stores at 1733390809482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390809482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390809482Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390809482Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390809482Cleaning up temporary data from old regions at 1733390809490 (+8 ms)Region opened successfully at 1733390809494 (+4 ms) 2024-12-05T09:26:49,495 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:26:49,497 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4740346d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:49,498 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:26:49,498 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:26:49,498 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:26:49,498 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:26:49,499 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:26:49,499 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:26:49,499 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:26:49,501 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:26:49,501 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Unable to get data of znode /1-1428214396/balancer because node does not exist (not necessarily an error) 2024-12-05T09:26:49,547 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1428214396/balancer already deleted, retry=false 2024-12-05T09:26:49,547 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:26:49,548 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Unable to get data of znode /1-1428214396/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:26:49,555 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1428214396/normalizer already deleted, retry=false 2024-12-05T09:26:49,555 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:26:49,556 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Unable to get data of znode /1-1428214396/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:26:49,563 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1428214396/switch/split already deleted, retry=false 2024-12-05T09:26:49,564 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Unable to get data of znode /1-1428214396/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:26:49,571 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1428214396/switch/merge already deleted, retry=false 2024-12-05T09:26:49,573 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Unable to get data of znode /1-1428214396/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:26:49,580 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1428214396/snapshot-cleanup already deleted, retry=false 2024-12-05T09:26:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1428214396/running 2024-12-05T09:26:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1428214396/running 2024-12-05T09:26:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:49,589 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,42759,1733390807614, sessionid=0x101a5fe5ee00003, setting cluster-up flag (Was=false) 2024-12-05T09:26:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:49,630 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1428214396/flush-table-proc/acquired, /1-1428214396/flush-table-proc/reached, /1-1428214396/flush-table-proc/abort 2024-12-05T09:26:49,631 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,42759,1733390807614 2024-12-05T09:26:49,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:49,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:49,672 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1428214396/online-snapshot/acquired, /1-1428214396/online-snapshot/reached, /1-1428214396/online-snapshot/abort 2024-12-05T09:26:49,673 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,42759,1733390807614 2024-12-05T09:26:49,674 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:26:49,675 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:49,675 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:26:49,675 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:26:49,676 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,42759,1733390807614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:49,677 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390839678 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:26:49,678 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:49,679 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:26:49,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:26:49,679 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:26:49,679 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:26:49,679 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:26:49,679 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:26:49,679 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:26:49,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:49,680 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390809679,5,FailOnTimeoutGroup] 2024-12-05T09:26:49,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:26:49,681 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390809680,5,FailOnTimeoutGroup] 2024-12-05T09:26:49,681 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,681 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:26:49,681 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,681 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:26:49,745 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(746): ClusterId : c9265c65-d0b0-4129-b7e4-643a0e650680 2024-12-05T09:26:49,745 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:26:49,756 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:26:49,756 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:26:49,764 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:26:49,764 DEBUG [RS:0;33186fd147fa:34599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2ca39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:26:49,804 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:34599 2024-12-05T09:26:49,804 INFO [RS:0;33186fd147fa:34599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:26:49,804 INFO [RS:0;33186fd147fa:34599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:26:49,804 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:26:49,805 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,42759,1733390807614 with port=34599, startcode=1733390807722 2024-12-05T09:26:49,805 DEBUG [RS:0;33186fd147fa:34599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:26:49,806 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:26:49,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,34599,1733390807722 2024-12-05T09:26:49,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42759 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,34599,1733390807722 2024-12-05T09:26:49,808 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff 2024-12-05T09:26:49,808 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43831 2024-12-05T09:26:49,808 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:26:49,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396/rs 2024-12-05T09:26:49,844 DEBUG [RS:0;33186fd147fa:34599 {}] zookeeper.ZKUtil(111): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on existing znode=/1-1428214396/rs/33186fd147fa,34599,1733390807722 2024-12-05T09:26:49,844 WARN [RS:0;33186fd147fa:34599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:26:49,844 INFO [RS:0;33186fd147fa:34599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:49,845 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722 2024-12-05T09:26:49,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,34599,1733390807722] 2024-12-05T09:26:49,848 INFO [RS:0;33186fd147fa:34599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:26:49,849 INFO [RS:0;33186fd147fa:34599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:26:49,849 INFO [RS:0;33186fd147fa:34599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:26:49,849 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,850 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:26:49,850 INFO [RS:0;33186fd147fa:34599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:26:49,850 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:49,851 DEBUG [RS:0;33186fd147fa:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:26:49,852 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,852 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,853 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,853 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,853 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,853 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34599,1733390807722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:49,866 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:26:49,866 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34599,1733390807722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,866 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,866 INFO [RS:0;33186fd147fa:34599 {}] regionserver.Replication(171): 33186fd147fa,34599,1733390807722 started 2024-12-05T09:26:49,876 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:49,876 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,34599,1733390807722, RpcServer on 33186fd147fa/172.17.0.3:34599, sessionid=0x101a5fe5ee00004 2024-12-05T09:26:49,876 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,34599,1733390807722 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,34599,1733390807722' 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1428214396/flush-table-proc/abort' 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1428214396/flush-table-proc/acquired' 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,34599,1733390807722 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,34599,1733390807722' 2024-12-05T09:26:49,877 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1428214396/online-snapshot/abort' 2024-12-05T09:26:49,878 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1428214396/online-snapshot/acquired' 2024-12-05T09:26:49,878 DEBUG [RS:0;33186fd147fa:34599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:26:49,878 INFO [RS:0;33186fd147fa:34599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:26:49,878 INFO [RS:0;33186fd147fa:34599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:26:49,978 INFO [RS:0;33186fd147fa:34599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:26:49,980 INFO [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C34599%2C1733390807722, suffix=, logDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/oldWALs, maxLogs=10 2024-12-05T09:26:49,991 DEBUG [RS:0;33186fd147fa:34599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722/33186fd147fa%2C34599%2C1733390807722.1733390809980, exclude list is [], retry=0 2024-12-05T09:26:49,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-c3a6bf73-a021-4d96-8f51-657736844654,DISK] 2024-12-05T09:26:49,996 INFO [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722/33186fd147fa%2C34599%2C1733390807722.1733390809980 2024-12-05T09:26:49,996 DEBUG [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561)] 2024-12-05T09:26:50,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:26:50,089 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff 2024-12-05T09:26:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:26:50,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:50,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:50,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:50,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:50,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:50,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:50,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:50,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:50,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:50,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:50,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:50,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:50,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740 2024-12-05T09:26:50,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740 2024-12-05T09:26:50,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:50,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:50,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:50,508 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:50,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61023198, jitterRate=-0.09068349003791809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390810496Initializing all the Stores at 1733390810496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390810497 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390810497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390810497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390810497Cleaning up temporary data from old regions at 1733390810505 (+8 ms)Region opened successfully at 1733390810509 (+4 ms) 2024-12-05T09:26:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:26:50,509 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:26:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:26:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:26:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:26:50,509 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:26:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390810509Disabling compacts and flushes for region at 1733390810509Disabling writes for close at 1733390810509Writing region close event to WAL at 1733390810509Closed at 1733390810509 2024-12-05T09:26:50,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:50,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:26:50,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:26:50,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:50,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:26:50,662 DEBUG [33186fd147fa:42759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:26:50,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,34599,1733390807722 2024-12-05T09:26:50,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,34599,1733390807722, state=OPENING 2024-12-05T09:26:50,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:26:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:26:50,706 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:26:50,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1428214396/meta-region-server: CHANGED 2024-12-05T09:26:50,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1428214396/meta-region-server: CHANGED 2024-12-05T09:26:50,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,34599,1733390807722}] 2024-12-05T09:26:50,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:26:50,859 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:50,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:26:50,864 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:26:50,864 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:50,864 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:26:50,865 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C34599%2C1733390807722.meta, suffix=.meta, logDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/oldWALs, maxLogs=10 2024-12-05T09:26:50,877 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722/33186fd147fa%2C34599%2C1733390807722.meta.1733390810866.meta, exclude list is [], retry=0 2024-12-05T09:26:50,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-c3a6bf73-a021-4d96-8f51-657736844654,DISK] 2024-12-05T09:26:50,880 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722/33186fd147fa%2C34599%2C1733390807722.meta.1733390810866.meta 2024-12-05T09:26:50,880 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561)] 2024-12-05T09:26:50,881 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:50,881 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:50,881 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:50,881 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:26:50,881 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:26:50,881 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:26:50,881 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:50,881 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:26:50,882 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:26:50,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:26:50,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:26:50,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:26:50,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:26:50,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:26:50,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:26:50,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:26:50,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:26:50,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:26:50,887 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:26:50,888 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740 2024-12-05T09:26:50,889 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740 2024-12-05T09:26:50,890 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:26:50,890 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:26:50,890 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:26:50,891 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:26:50,892 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58856364, jitterRate=-0.12297183275222778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:26:50,892 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:26:50,892 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390810882Writing region info on filesystem at 1733390810882Initializing all the Stores at 1733390810882Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390810882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390810883 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390810883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390810883Cleaning up temporary data from old regions at 1733390810890 (+7 ms)Running coprocessor post-open hooks at 1733390810892 (+2 ms)Region opened successfully at 1733390810892 2024-12-05T09:26:50,893 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390810858 2024-12-05T09:26:50,895 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:26:50,895 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:26:50,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,34599,1733390807722 2024-12-05T09:26:50,897 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,34599,1733390807722, state=OPEN 2024-12-05T09:26:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1428214396/meta-region-server 2024-12-05T09:26:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1428214396/meta-region-server 2024-12-05T09:26:50,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,34599,1733390807722 2024-12-05T09:26:50,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1428214396/meta-region-server: CHANGED 2024-12-05T09:26:50,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1428214396/meta-region-server: CHANGED 2024-12-05T09:26:50,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:26:50,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,34599,1733390807722 in 199 msec 2024-12-05T09:26:50,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:26:50,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-05T09:26:50,910 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:26:50,910 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:26:50,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:50,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34599,1733390807722, seqNum=-1] 2024-12-05T09:26:50,912 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:50,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:50,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-12-05T09:26:50,918 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390810917, completionTime=-1 2024-12-05T09:26:50,918 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:26:50,918 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:26:50,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:26:50,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390870919 2024-12-05T09:26:50,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733390930919 2024-12-05T09:26:50,919 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:26:50,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42759,1733390807614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42759,1733390807614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42759,1733390807614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:42759, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,920 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,921 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.145sec 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42759,1733390807614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:26:50,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42759,1733390807614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:26:50,926 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:26:50,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:26:50,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42759,1733390807614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:26:50,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:50,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42759,-1 for getting cluster id 2024-12-05T09:26:50,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:50,947 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9265c65-d0b0-4129-b7e4-643a0e650680' 2024-12-05T09:26:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9265c65-d0b0-4129-b7e4-643a0e650680" 2024-12-05T09:26:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff2e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42759,-1] 2024-12-05T09:26:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:50,949 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:50,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:50,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34599,1733390807722, seqNum=-1] 2024-12-05T09:26:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:50,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,42759,1733390807614 2024-12-05T09:26:50,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58378 2024-12-05T09:26:50,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:26:50,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5fe5ee00005 connected 2024-12-05T09:26:50,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43013,1733390802633 2024-12-05T09:26:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7edf6f48 2024-12-05T09:26:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:50,979 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:50,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:26:50,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:26:50,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:50,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:26:50,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:26:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:26:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:51,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 108109f84c7313ea09601cd76495e17c, NAME => 'test,,1733390810979.108109f84c7313ea09601cd76495e17c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df 2024-12-05T09:26:51,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:26:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:51,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390810979.108109f84c7313ea09601cd76495e17c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:51,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 108109f84c7313ea09601cd76495e17c, disabling compactions & flushes 2024-12-05T09:26:51,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:51,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:51,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390810979.108109f84c7313ea09601cd76495e17c. after waiting 0 ms 2024-12-05T09:26:51,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:51,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:51,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 108109f84c7313ea09601cd76495e17c: Waiting for close lock at 1733390811803Disabling compacts and flushes for region at 1733390811803Disabling writes for close at 1733390811803Writing region close event to WAL at 1733390811803Closed at 1733390811803 2024-12-05T09:26:51,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:26:51,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390810979.108109f84c7313ea09601cd76495e17c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390811804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390811804"}]},"ts":"1733390811804"} 2024-12-05T09:26:51,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:26:51,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:26:51,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390811808"}]},"ts":"1733390811808"} 2024-12-05T09:26:51,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:26:51,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=108109f84c7313ea09601cd76495e17c, ASSIGN}] 2024-12-05T09:26:51,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=108109f84c7313ea09601cd76495e17c, ASSIGN 2024-12-05T09:26:51,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=108109f84c7313ea09601cd76495e17c, ASSIGN; state=OFFLINE, location=33186fd147fa,38175,1733390802774; forceNewPlan=false, retain=false 2024-12-05T09:26:51,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=108109f84c7313ea09601cd76495e17c, regionState=OPENING, regionLocation=33186fd147fa,38175,1733390802774 2024-12-05T09:26:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=108109f84c7313ea09601cd76495e17c, ASSIGN because future has completed 2024-12-05T09:26:51,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108109f84c7313ea09601cd76495e17c, server=33186fd147fa,38175,1733390802774}] 2024-12-05T09:26:52,123 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:52,123 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 108109f84c7313ea09601cd76495e17c, NAME => 'test,,1733390810979.108109f84c7313ea09601cd76495e17c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:52,123 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:52,124 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:26:52,124 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,124 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390810979.108109f84c7313ea09601cd76495e17c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:52,124 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,124 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,125 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,126 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108109f84c7313ea09601cd76495e17c columnFamilyName f 2024-12-05T09:26:52,127 DEBUG [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:52,127 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] regionserver.HStore(327): Store=108109f84c7313ea09601cd76495e17c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:52,127 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,128 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108109f84c7313ea09601cd76495e17c columnFamilyName f1 2024-12-05T09:26:52,128 DEBUG [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:52,129 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] regionserver.HStore(327): Store=108109f84c7313ea09601cd76495e17c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:52,129 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,130 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108109f84c7313ea09601cd76495e17c columnFamilyName norep 2024-12-05T09:26:52,130 DEBUG [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:52,130 INFO [StoreOpener-108109f84c7313ea09601cd76495e17c-1 {}] regionserver.HStore(327): Store=108109f84c7313ea09601cd76495e17c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:52,130 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,131 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,131 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,132 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,132 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,132 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:26:52,133 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,135 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:52,135 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 108109f84c7313ea09601cd76495e17c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63121731, jitterRate=-0.05941291153430939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:26:52,135 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:26:52,136 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 108109f84c7313ea09601cd76495e17c: Running coprocessor pre-open hook at 1733390812124Writing region info on filesystem at 1733390812124Initializing all the Stores at 1733390812125 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390812125Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390812125Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390812125Cleaning up temporary data from old regions at 1733390812132 (+7 ms)Running coprocessor post-open hooks at 1733390812135 (+3 ms)Region opened successfully at 1733390812136 (+1 ms) 2024-12-05T09:26:52,138 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390810979.108109f84c7313ea09601cd76495e17c., pid=6, masterSystemTime=1733390812118 2024-12-05T09:26:52,140 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:52,140 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:26:52,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=108109f84c7313ea09601cd76495e17c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,38175,1733390802774 2024-12-05T09:26:52,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108109f84c7313ea09601cd76495e17c, server=33186fd147fa,38175,1733390802774 because future has completed 2024-12-05T09:26:52,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:26:52,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 108109f84c7313ea09601cd76495e17c, server=33186fd147fa,38175,1733390802774 in 179 msec 2024-12-05T09:26:52,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:26:52,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=108109f84c7313ea09601cd76495e17c, ASSIGN in 337 msec 2024-12-05T09:26:52,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:26:52,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390812150"}]},"ts":"1733390812150"} 2024-12-05T09:26:52,153 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:26:52,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:26:52,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-05T09:26:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:53,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:53,134 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:26:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42759,1733390807614 2024-12-05T09:26:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d51a5a3 2024-12-05T09:26:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:53,136 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:53,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:26:53,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:26:53,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:53,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:26:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:53,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:26:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:26:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:53,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f5e185f202e63a135266ea7b3948d7b, NAME => 'test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff 2024-12-05T09:26:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:53,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:53,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f5e185f202e63a135266ea7b3948d7b, disabling compactions & flushes 2024-12-05T09:26:53,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:53,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:53,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. after waiting 0 ms 2024-12-05T09:26:53,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:53,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:53,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f5e185f202e63a135266ea7b3948d7b: Waiting for close lock at 1733390813955Disabling compacts and flushes for region at 1733390813955Disabling writes for close at 1733390813955Writing region close event to WAL at 1733390813955Closed at 1733390813955 2024-12-05T09:26:53,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:26:53,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390813957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390813957"}]},"ts":"1733390813957"} 2024-12-05T09:26:53,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:26:53,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:26:53,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390813960"}]},"ts":"1733390813960"} 2024-12-05T09:26:53,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:26:53,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f5e185f202e63a135266ea7b3948d7b, ASSIGN}] 2024-12-05T09:26:53,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f5e185f202e63a135266ea7b3948d7b, ASSIGN 2024-12-05T09:26:53,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f5e185f202e63a135266ea7b3948d7b, ASSIGN; state=OFFLINE, location=33186fd147fa,34599,1733390807722; forceNewPlan=false, retain=false 2024-12-05T09:26:54,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f5e185f202e63a135266ea7b3948d7b, regionState=OPENING, regionLocation=33186fd147fa,34599,1733390807722 2024-12-05T09:26:54,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f5e185f202e63a135266ea7b3948d7b, ASSIGN because future has completed 2024-12-05T09:26:54,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f5e185f202e63a135266ea7b3948d7b, server=33186fd147fa,34599,1733390807722}] 2024-12-05T09:26:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:54,275 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:54,275 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f5e185f202e63a135266ea7b3948d7b, NAME => 'test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:54,275 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:54,275 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:26:54,275 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,275 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:54,276 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,276 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,277 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,278 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5e185f202e63a135266ea7b3948d7b columnFamilyName f 2024-12-05T09:26:54,278 DEBUG [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:54,279 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] regionserver.HStore(327): Store=5f5e185f202e63a135266ea7b3948d7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:54,279 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,280 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5e185f202e63a135266ea7b3948d7b columnFamilyName f1 2024-12-05T09:26:54,280 DEBUG [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:54,280 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] regionserver.HStore(327): Store=5f5e185f202e63a135266ea7b3948d7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:54,280 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,281 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5e185f202e63a135266ea7b3948d7b columnFamilyName norep 2024-12-05T09:26:54,281 DEBUG [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:54,282 INFO [StoreOpener-5f5e185f202e63a135266ea7b3948d7b-1 {}] regionserver.HStore(327): Store=5f5e185f202e63a135266ea7b3948d7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:54,282 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,283 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,283 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,284 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,284 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,284 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:26:54,285 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,287 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:54,287 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f5e185f202e63a135266ea7b3948d7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63909023, jitterRate=-0.04768134653568268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:26:54,287 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:26:54,287 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f5e185f202e63a135266ea7b3948d7b: Running coprocessor pre-open hook at 1733390814276Writing region info on filesystem at 1733390814276Initializing all the Stores at 1733390814277 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390814277Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390814277Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390814277Cleaning up temporary data from old regions at 1733390814284 (+7 ms)Running coprocessor post-open hooks at 1733390814287 (+3 ms)Region opened successfully at 1733390814287 2024-12-05T09:26:54,288 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b., pid=6, masterSystemTime=1733390814271 2024-12-05T09:26:54,290 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:54,290 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:26:54,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f5e185f202e63a135266ea7b3948d7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,34599,1733390807722 2024-12-05T09:26:54,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f5e185f202e63a135266ea7b3948d7b, server=33186fd147fa,34599,1733390807722 because future has completed 2024-12-05T09:26:54,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:26:54,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f5e185f202e63a135266ea7b3948d7b, server=33186fd147fa,34599,1733390807722 in 177 msec 2024-12-05T09:26:54,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:26:54,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f5e185f202e63a135266ea7b3948d7b, ASSIGN in 334 msec 2024-12-05T09:26:54,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:26:54,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390814300"}]},"ts":"1733390814300"} 2024-12-05T09:26:54,302 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:26:54,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:26:54,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-12-05T09:26:54,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:26:54,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:26:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T09:26:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:26:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T09:26:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:26:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T09:26:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:26:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T09:26:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:26:55,284 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:26:55,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43013,-1 for getting cluster id 2024-12-05T09:26:55,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:55,285 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d5d03a7-1614-491d-bac9-eea8aa1e5ca9' 2024-12-05T09:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d5d03a7-1614-491d-bac9-eea8aa1e5ca9" 2024-12-05T09:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43013,-1] 2024-12-05T09:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:55,287 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a71c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42759,-1 for getting cluster id 2024-12-05T09:26:55,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:55,289 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9265c65-d0b0-4129-b7e4-643a0e650680' 2024-12-05T09:26:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9265c65-d0b0-4129-b7e4-643a0e650680" 2024-12-05T09:26:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21050fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42759,-1] 2024-12-05T09:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:55,290 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae3ea59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43013,-1 for getting cluster id 2024-12-05T09:26:55,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:55,292 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d5d03a7-1614-491d-bac9-eea8aa1e5ca9' 2024-12-05T09:26:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d5d03a7-1614-491d-bac9-eea8aa1e5ca9" 2024-12-05T09:26:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253999d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43013,-1] 2024-12-05T09:26:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:55,294 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51564da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43013,1733390802633 2024-12-05T09:26:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9fe9ad 2024-12-05T09:26:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:55,298 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:55,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:42759,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:26:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:26:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:26:55,302 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:42759' 2024-12-05T09:26:55,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ed028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,302 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42759,-1 for getting cluster id 2024-12-05T09:26:55,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:55,303 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9265c65-d0b0-4129-b7e4-643a0e650680' 2024-12-05T09:26:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9265c65-d0b0-4129-b7e4-643a0e650680" 2024-12-05T09:26:55,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bff322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42759,-1] 2024-12-05T09:26:55,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:55,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:55,305 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:55,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c478336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:55,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42759,1733390807614 2024-12-05T09:26:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3445383f 2024-12-05T09:26:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:55,307 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:55,307 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:26:55,307 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:26:55,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:55,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:55,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:55,308 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:26:55,309 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:26:55,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:26:55,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:55,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:26:55,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:26:55,359 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:26:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:26:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:26:55,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0875aecac1457b6faf2481a44d443cf7, NAME => 'hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df 2024-12-05T09:26:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:26:55,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:26:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:26:56,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:56,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0875aecac1457b6faf2481a44d443cf7, disabling compactions & flushes 2024-12-05T09:26:56,123 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. after waiting 0 ms 2024-12-05T09:26:56,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,123 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0875aecac1457b6faf2481a44d443cf7: Waiting for close lock at 1733390816123Disabling compacts and flushes for region at 1733390816123Disabling writes for close at 1733390816123Writing region close event to WAL at 1733390816123Closed at 1733390816123 2024-12-05T09:26:56,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:26:56,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390816125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390816125"}]},"ts":"1733390816125"} 2024-12-05T09:26:56,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:26:56,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:26:56,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390816128"}]},"ts":"1733390816128"} 2024-12-05T09:26:56,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:26:56,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0875aecac1457b6faf2481a44d443cf7, ASSIGN}] 2024-12-05T09:26:56,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0875aecac1457b6faf2481a44d443cf7, ASSIGN 2024-12-05T09:26:56,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0875aecac1457b6faf2481a44d443cf7, ASSIGN; state=OFFLINE, location=33186fd147fa,38175,1733390802774; forceNewPlan=false, retain=false 2024-12-05T09:26:56,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0875aecac1457b6faf2481a44d443cf7, regionState=OPENING, regionLocation=33186fd147fa,38175,1733390802774 2024-12-05T09:26:56,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0875aecac1457b6faf2481a44d443cf7, ASSIGN because future has completed 2024-12-05T09:26:56,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0875aecac1457b6faf2481a44d443cf7, server=33186fd147fa,38175,1733390802774}] 2024-12-05T09:26:56,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:26:56,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:56,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:56,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:56,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:26:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:26:56,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:26:56,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:26:56,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C38175%2C1733390802774.rep, suffix=, logDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774, archiveDir=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/oldWALs, maxLogs=10 2024-12-05T09:26:56,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.rep.1733390816443, exclude list is [], retry=0 2024-12-05T09:26:56,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43055,DS-f4f6b965-ce5d-4ca9-be32-33fe155116a6,DISK] 2024-12-05T09:26:56,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.rep.1733390816443 2024-12-05T09:26:56,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-05T09:26:56,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0875aecac1457b6faf2481a44d443cf7, NAME => 'hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:26:56,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:26:56,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:26:56,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. service=MultiRowMutationService 2024-12-05T09:26:56,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:26:56,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:26:56,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,460 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,461 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0875aecac1457b6faf2481a44d443cf7 columnFamilyName hfileref 2024-12-05T09:26:56,462 DEBUG [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:56,462 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] regionserver.HStore(327): Store=0875aecac1457b6faf2481a44d443cf7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:56,462 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,463 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0875aecac1457b6faf2481a44d443cf7 columnFamilyName queue 2024-12-05T09:26:56,463 DEBUG [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:56,464 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] regionserver.HStore(327): Store=0875aecac1457b6faf2481a44d443cf7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:56,464 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,465 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0875aecac1457b6faf2481a44d443cf7 columnFamilyName sid 2024-12-05T09:26:56,465 DEBUG [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:26:56,465 INFO [StoreOpener-0875aecac1457b6faf2481a44d443cf7-1 {}] regionserver.HStore(327): Store=0875aecac1457b6faf2481a44d443cf7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:26:56,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:26:56,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:26:56,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0875aecac1457b6faf2481a44d443cf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61717294, jitterRate=-0.08034065365791321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:26:56,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:26:56,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0875aecac1457b6faf2481a44d443cf7: Running coprocessor pre-open hook at 1733390816459Writing region info on filesystem at 1733390816459Initializing all the Stores at 1733390816460 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390816460Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390816460Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390816460Cleaning up temporary data from old regions at 1733390816467 (+7 ms)Running coprocessor post-open hooks at 1733390816471 (+4 ms)Region opened successfully at 1733390816472 (+1 ms) 2024-12-05T09:26:56,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7., pid=10, masterSystemTime=1733390816438 2024-12-05T09:26:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:26:56,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0875aecac1457b6faf2481a44d443cf7, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,38175,1733390802774 2024-12-05T09:26:56,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0875aecac1457b6faf2481a44d443cf7, server=33186fd147fa,38175,1733390802774 because future has completed 2024-12-05T09:26:56,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:26:56,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0875aecac1457b6faf2481a44d443cf7, server=33186fd147fa,38175,1733390802774 in 192 msec 2024-12-05T09:26:56,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:26:56,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0875aecac1457b6faf2481a44d443cf7, ASSIGN in 349 msec 2024-12-05T09:26:56,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:26:56,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390816484"}]},"ts":"1733390816484"} 2024-12-05T09:26:56,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:26:56,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:26:56,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-05T09:26:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7., hostname=33186fd147fa,38175,1733390802774, seqNum=2] 2024-12-05T09:26:56,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:56,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:26:56,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:26:56,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:26:56,742 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:26:56,765 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,38175,1733390802774, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:26:56,766 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:56,766 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,38175,1733390802774, seqNum=-1] 2024-12-05T09:26:56,766 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:56,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T09:26:56,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,38175,1733390802774', locateType=CURRENT is [region=hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7., hostname=33186fd147fa,38175,1733390802774, seqNum=2] 2024-12-05T09:26:56,772 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:26:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:26:56,774 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,38175,1733390802774 suceeded 2024-12-05T09:26:56,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:26:56,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T09:26:56,776 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:42759,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T09:26:56,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-12-05T09:26:56,789 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:42759' 2024-12-05T09:26:56,790 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42234f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:56,790 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42759,-1 for getting cluster id 2024-12-05T09:26:56,790 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:56,791 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9265c65-d0b0-4129-b7e4-643a0e650680' 2024-12-05T09:26:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9265c65-d0b0-4129-b7e4-643a0e650680" 2024-12-05T09:26:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44eedda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42759,-1] 2024-12-05T09:26:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:56,792 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:56,793 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c260a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:56,793 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:56,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42759,1733390807614 2024-12-05T09:26:56,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1609db8a 2024-12-05T09:26:56,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:56,795 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:56,795 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,38175,1733390802774 (queues=1) is replicating from cluster=4d5d03a7-1614-491d-bac9-eea8aa1e5ca9 to cluster=c9265c65-d0b0-4129-b7e4-643a0e650680 2024-12-05T09:26:56,795 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C38175%2C1733390802774 2024-12-05T09:26:56,796 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,38175,1733390802774, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:26:56,796 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973, startPosition=0, beingWritten=true 2024-12-05T09:26:56,797 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C38175%2C1733390802774 2024-12-05T09:26:56,804 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:26:56,804 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 379, reset compression=false 2024-12-05T09:26:56,804 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,38175,1733390802774 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:26:57,009 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 379, reset compression=false 2024-12-05T09:26:57,313 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 379, reset compression=false 2024-12-05T09:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:26:57,444 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:26:57,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:57,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:57,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:57,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:57,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:57,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:26:57,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733390817448/Put/seqid=0 2024-12-05T09:26:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741840_1016 (size=7894) 2024-12-05T09:26:57,717 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 379, reset compression=false 2024-12-05T09:26:57,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_1 is 34, key is ddd/f:row/1733390817856/Put/seqid=0 2024-12-05T09:26:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741841_1017 (size=7691) 2024-12-05T09:26:58,221 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 379, reset compression=false 2024-12-05T09:26:58,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:58,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43013,-1 for getting cluster id 2024-12-05T09:26:58,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:58,265 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d5d03a7-1614-491d-bac9-eea8aa1e5ca9' 2024-12-05T09:26:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d5d03a7-1614-491d-bac9-eea8aa1e5ca9" 2024-12-05T09:26:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197610e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43013,-1] 2024-12-05T09:26:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:58,267 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:58,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:58,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,38175,1733390802774, seqNum=-1] 2024-12-05T09:26:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:58,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:58,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43013,1733390802633 2024-12-05T09:26:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@577c3f9b 2024-12-05T09:26:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:58,283 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:26:58,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2] 2024-12-05T09:26:58,296 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:26:58,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T09:26:58,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T09:26:58,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_0 for inclusion in 108109f84c7313ea09601cd76495e17c/f 2024-12-05T09:26:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T09:26:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:26:58,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_1 for inclusion in 108109f84c7313ea09601cd76495e17c/f 2024-12-05T09:26:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T09:26:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:26:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HRegion(2603): Flush status journal for 108109f84c7313ea09601cd76495e17c: 2024-12-05T09:26:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_0 to hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_0 2024-12-05T09:26:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_0 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ 2024-12-05T09:26:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f/f/hfile_1 to hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_1 2024-12-05T09:26:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_1 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ 2024-12-05T09:26:58,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_0 into 108109f84c7313ea09601cd76495e17c/f as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ - updating store file list. 2024-12-05T09:26:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:26:58,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ into 108109f84c7313ea09601cd76495e17c/f 2024-12-05T09:26:58,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_0 into 108109f84c7313ea09601cd76495e17c/f (new location: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_) 2024-12-05T09:26:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_0 2024-12-05T09:26:58,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_1 into 108109f84c7313ea09601cd76495e17c/f as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ - updating store file list. 2024-12-05T09:26:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed0483a23eb248409d397f488d3cadfa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:26:58,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ into 108109f84c7313ea09601cd76495e17c/f 2024-12-05T09:26:58,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_1 into 108109f84c7313ea09601cd76495e17c/f (new location: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_) 2024-12-05T09:26:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__l6a5o2lo0amuumvb03vh0acdkbhsovlkasjv76dhjvqantddc4pnb9jm339c1kpk/f/hfile_1 2024-12-05T09:26:58,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:26:58,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:26:58,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:58,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:58,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:26:58,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2 , the old value is region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=33186fd147fa:38175 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:26:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34599,1733390807722, seqNum=-1] 2024-12-05T09:26:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:26:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2 from cache 2024-12-05T09:26:58,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:58,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:26:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:42282 deadline: 1733390878363 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:42282 2024-12-05T09:26:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b., hostname=33186fd147fa,34599,1733390807722, seqNum=2] 2024-12-05T09:26:58,369 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:26:58,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:38175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T09:26:58,825 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 379, reset compression=false 2024-12-05T09:26:58,831 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:26:58,831 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,38175,1733390802774 got entry batch from reader: WALEntryBatch [walEntries=[{test/108109f84c7313ea09601cd76495e17c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733390818358/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T09:26:58,849 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:26:58,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T09:26:58,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.ReplicationSink(318): Replicating [4d5d03a7-1614-491d-bac9-eea8aa1e5ca9] bulk loaded data 2024-12-05T09:26:58,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7895fc1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:58,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42759,-1 for getting cluster id 2024-12-05T09:26:58,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:26:58,855 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9265c65-d0b0-4129-b7e4-643a0e650680' 2024-12-05T09:26:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:26:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9265c65-d0b0-4129-b7e4-643a0e650680" 2024-12-05T09:26:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7744a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42759,-1] 2024-12-05T09:26:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:26:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:26:58,857 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:26:58,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef625ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:26:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741837_1013 (size=7894) 2024-12-05T09:26:59,031 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 687, reset compression=false 2024-12-05T09:26:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741838_1014 (size=7691) 2024-12-05T09:26:59,335 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 687, reset compression=false 2024-12-05T09:26:59,372 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:26:59,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:26:59,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42759,1733390807614 2024-12-05T09:26:59,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@615d2e3 2024-12-05T09:26:59,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:26:59,687 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T09:26:59,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:26:59,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:26:59,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34599,1733390807722, seqNum=-1] 2024-12-05T09:26:59,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:26:59,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T09:26:59,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T09:26:59,702 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T09:26:59,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ for inclusion in 5f5e185f202e63a135266ea7b3948d7b/f 2024-12-05T09:26:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T09:26:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:26:59,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ for inclusion in 5f5e185f202e63a135266ea7b3948d7b/f 2024-12-05T09:26:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T09:26:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:26:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HRegion(2603): Flush status journal for 5f5e185f202e63a135266ea7b3948d7b: 2024-12-05T09:26:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:26:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/04199cdef21c4a3faf5162be142c643d_SeqId_4_ 2024-12-05T09:26:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed0483a23eb248409d397f488d3cadfa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:26:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/34e1f15b29d2446caf400ee91461d9ae_SeqId_4_ 2024-12-05T09:26:59,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ into 5f5e185f202e63a135266ea7b3948d7b/f as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/04199cdef21c4a3faf5162be142c643d_SeqId_4_ - updating store file list. 2024-12-05T09:26:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04199cdef21c4a3faf5162be142c643d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:26:59,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/04199cdef21c4a3faf5162be142c643d_SeqId_4_ into 5f5e185f202e63a135266ea7b3948d7b/f 2024-12-05T09:26:59,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ into 5f5e185f202e63a135266ea7b3948d7b/f (new location: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/04199cdef21c4a3faf5162be142c643d_SeqId_4_) 2024-12-05T09:26:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_ 2024-12-05T09:26:59,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ into 5f5e185f202e63a135266ea7b3948d7b/f as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/34e1f15b29d2446caf400ee91461d9ae_SeqId_4_ - updating store file list. 2024-12-05T09:26:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34e1f15b29d2446caf400ee91461d9ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:26:59,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/34e1f15b29d2446caf400ee91461d9ae_SeqId_4_ into 5f5e185f202e63a135266ea7b3948d7b/f 2024-12-05T09:26:59,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ into 5f5e185f202e63a135266ea7b3948d7b/f (new location: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/f/34e1f15b29d2446caf400ee91461d9ae_SeqId_4_) 2024-12-05T09:26:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/staging/jenkins.hfs.6__test__6r6duvs403ka0k0pai0keq58vm98brqbv385224gt509pn93fsqouutc89f02sai/f/ed0483a23eb248409d397f488d3cadfa_SeqId_4_ 2024-12-05T09:26:59,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34599 {}] regionserver.ReplicationSink(324): Finished replicating [4d5d03a7-1614-491d-bac9-eea8aa1e5ca9] bulk loaded data 2024-12-05T09:26:59,739 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 687, reset compression=false 2024-12-05T09:27:00,243 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 687, reset compression=false 2024-12-05T09:27:00,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:27:00,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733390820387/Put/seqid=0 2024-12-05T09:27:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741842_1018 (size=7997) 2024-12-05T09:27:00,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733390820827/Put/seqid=0 2024-12-05T09:27:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741843_1019 (size=7794) 2024-12-05T09:27:00,847 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 687, reset compression=false 2024-12-05T09:27:01,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:27:01,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43013,-1 for getting cluster id 2024-12-05T09:27:01,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:27:01,235 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d5d03a7-1614-491d-bac9-eea8aa1e5ca9' 2024-12-05T09:27:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:27:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d5d03a7-1614-491d-bac9-eea8aa1e5ca9" 2024-12-05T09:27:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b84b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:27:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43013,-1] 2024-12-05T09:27:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:27:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:27:01,236 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:27:01,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:27:01,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:27:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,38175,1733390802774, seqNum=-1] 2024-12-05T09:27:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:27:01,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:27:01,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:27:01,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43013,1733390802633 2024-12-05T09:27:01,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d4dca6 2024-12-05T09:27:01,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:27:01,249 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:27:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2] 2024-12-05T09:27:01,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:27:01,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T09:27:01,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T09:27:01,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_1 for inclusion in 108109f84c7313ea09601cd76495e17c/f1 2024-12-05T09:27:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T09:27:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:27:01,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_0 for inclusion in 108109f84c7313ea09601cd76495e17c/f1 2024-12-05T09:27:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T09:27:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:27:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HRegion(2603): Flush status journal for 108109f84c7313ea09601cd76495e17c: 2024-12-05T09:27:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_1 to hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_1 2024-12-05T09:27:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_1 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/277a3e0cce574e6f9486e143c1d6e034_SeqId_6_ 2024-12-05T09:27:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/load_f1/f1/hfile_0 to hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_0 2024-12-05T09:27:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_0 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/71153c81973045a0a9973472bc0c0f8a_SeqId_6_ 2024-12-05T09:27:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T09:27:01,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_1 into 108109f84c7313ea09601cd76495e17c/f1 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/277a3e0cce574e6f9486e143c1d6e034_SeqId_6_ - updating store file list. 2024-12-05T09:27:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 277a3e0cce574e6f9486e143c1d6e034_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:27:01,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/277a3e0cce574e6f9486e143c1d6e034_SeqId_6_ into 108109f84c7313ea09601cd76495e17c/f1 2024-12-05T09:27:01,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_1 into 108109f84c7313ea09601cd76495e17c/f1 (new location: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/277a3e0cce574e6f9486e143c1d6e034_SeqId_6_) 2024-12-05T09:27:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_1 2024-12-05T09:27:01,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_0 into 108109f84c7313ea09601cd76495e17c/f1 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/71153c81973045a0a9973472bc0c0f8a_SeqId_6_ - updating store file list. 2024-12-05T09:27:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 71153c81973045a0a9973472bc0c0f8a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:27:01,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/71153c81973045a0a9973472bc0c0f8a_SeqId_6_ into 108109f84c7313ea09601cd76495e17c/f1 2024-12-05T09:27:01,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_0 into 108109f84c7313ea09601cd76495e17c/f1 (new location: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/f1/71153c81973045a0a9973472bc0c0f8a_SeqId_6_) 2024-12-05T09:27:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/staging/jenkins__test__i202cmfbkbub3j3cub3c1jk67ap6a9l3cjasuf5i1vs2fmee4itj96b3ekig2h87/f1/hfile_0 2024-12-05T09:27:01,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:27:01,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:27:01,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:27:01,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:27:01,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:27:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2 , the old value is region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=33186fd147fa:38175 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:27:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:27:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2 from cache 2024-12-05T09:27:01,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:27:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,38175,1733390802774, seqNum=-1] 2024-12-05T09:27:01,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T09:27:01,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:27:01,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:27:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390810979.108109f84c7313ea09601cd76495e17c., hostname=33186fd147fa,38175,1733390802774, seqNum=2] 2024-12-05T09:27:01,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:38175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T09:27:01,552 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 687, reset compression=false 2024-12-05T09:27:01,557 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:27:01,557 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:01,557 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,38175,1733390802774 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:27:01,761 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:01,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:27:01,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:27:01,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:27:01,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:27:01,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:27:02,065 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:02,469 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:02,972 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:03,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:04,280 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:04,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:27:04,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T09:27:05,085 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:05,989 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:06,993 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:08,097 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:09,301 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:10,605 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:12,009 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:12,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:27:13,512 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:15,116 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:16,820 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:17,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:27:18,624 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:20,528 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:21,559 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,38175,1733390802774 got entry batch from reader: null 2024-12-05T09:27:22,532 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:24,636 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:26,766 INFO [master/33186fd147fa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T09:27:26,766 INFO [master/33186fd147fa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T09:27:26,840 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:29,143 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:31,217 INFO [master/33186fd147fa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T09:27:31,217 INFO [master/33186fd147fa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T09:27:31,547 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:34,051 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:36,655 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:37,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 108109f84c7313ea09601cd76495e17c, had cached 0 bytes from a total of 31376 2024-12-05T09:27:39,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5f5e185f202e63a135266ea7b3948d7b, had cached 0 bytes from a total of 15585 2024-12-05T09:27:39,358 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:41,559 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,38175,1733390802774 got entry batch from reader: null 2024-12-05T09:27:42,163 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:42,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:27:45,066 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:47,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:27:48,070 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:51,193 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:54,397 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:27:57,701 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:28:01,105 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:28:01,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:28:01,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:01,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:01,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:01,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:01,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:01,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:28:01,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619529259, stopped=false 2024-12-05T09:28:01,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,42759,1733390807614 2024-12-05T09:28:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1428214396/running 2024-12-05T09:28:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1428214396/running 2024-12-05T09:28:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:28:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:28:01,376 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:01,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:01,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:01,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:01,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,34599,1733390807722' ***** 2024-12-05T09:28:01,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:28:01,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/running 2024-12-05T09:28:01,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Set watcher on znode that does not yet exist, /1-1428214396/running 2024-12-05T09:28:01,377 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:28:01,377 INFO [RS:0;33186fd147fa:34599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:28:01,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,34599,1733390807722 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:34599. 2024-12-05T09:28:01,378 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f5e185f202e63a135266ea7b3948d7b, disabling compactions & flushes 2024-12-05T09:28:01,378 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:28:01,378 DEBUG [RS:0;33186fd147fa:34599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:01,378 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:28:01,378 DEBUG [RS:0;33186fd147fa:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:01,378 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. after waiting 0 ms 2024-12-05T09:28:01,378 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:28:01,378 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:28:01,381 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:28:01,381 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1325): Online Regions={5f5e185f202e63a135266ea7b3948d7b=test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:28:01,381 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f5e185f202e63a135266ea7b3948d7b 2024-12-05T09:28:01,381 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:01,381 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:01,381 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:01,381 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:01,381 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:01,381 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T09:28:01,385 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/default/test/5f5e185f202e63a135266ea7b3948d7b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T09:28:01,386 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:01,386 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:28:01,386 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:28:01,386 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f5e185f202e63a135266ea7b3948d7b: Waiting for close lock at 1733390881378Running coprocessor pre-close hooks at 1733390881378Disabling compacts and flushes for region at 1733390881378Disabling writes for close at 1733390881378Writing region close event to WAL at 1733390881381 (+3 ms)Running coprocessor post-close hooks at 1733390881386 (+5 ms)Closed at 1733390881386 2024-12-05T09:28:01,386 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b. 2024-12-05T09:28:01,399 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/info/74cbeba9d69e4588afd6d80cb8c7d7c1 is 129, key is test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b./info:regioninfo/1733390814291/Put/seqid=0 2024-12-05T09:28:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741839_1015 (size=6421) 2024-12-05T09:28:01,408 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:01,560 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,38175,1733390802774 got entry batch from reader: null 2024-12-05T09:28:01,581 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:01,782 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:01,805 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/info/74cbeba9d69e4588afd6d80cb8c7d7c1 2024-12-05T09:28:01,823 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/ns/a4737213252d4ab3bb4db5ee1918343c is 43, key is default/ns:d/1733390810913/Put/seqid=0 2024-12-05T09:28:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741840_1016 (size=5153) 2024-12-05T09:28:01,857 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:28:01,857 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:28:01,982 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:02,182 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:02,227 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/ns/a4737213252d4ab3bb4db5ee1918343c 2024-12-05T09:28:02,243 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/rep_barrier/8e006f3b61c946378297345cc770a7c7 is 112, key is test,,1733390813136.5f5e185f202e63a135266ea7b3948d7b./rep_barrier:seqnumDuringOpen/1733390814291/Put/seqid=0 2024-12-05T09:28:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741841_1017 (size=5518) 2024-12-05T09:28:02,382 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:28:02,382 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:28:02,382 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:02,582 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:02,648 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/rep_barrier/8e006f3b61c946378297345cc770a7c7 2024-12-05T09:28:02,664 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/table/70b8095fab7b4cb2b7e195a6e94c6bef is 40, key is test/table:state/1733390814300/Put/seqid=0 2024-12-05T09:28:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741842_1018 (size=5165) 2024-12-05T09:28:02,782 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:02,983 DEBUG [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:03,069 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/table/70b8095fab7b4cb2b7e195a6e94c6bef 2024-12-05T09:28:03,074 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/info/74cbeba9d69e4588afd6d80cb8c7d7c1 as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/info/74cbeba9d69e4588afd6d80cb8c7d7c1 2024-12-05T09:28:03,080 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/info/74cbeba9d69e4588afd6d80cb8c7d7c1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T09:28:03,081 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/ns/a4737213252d4ab3bb4db5ee1918343c as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/ns/a4737213252d4ab3bb4db5ee1918343c 2024-12-05T09:28:03,086 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/ns/a4737213252d4ab3bb4db5ee1918343c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:28:03,086 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/rep_barrier/8e006f3b61c946378297345cc770a7c7 as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/rep_barrier/8e006f3b61c946378297345cc770a7c7 2024-12-05T09:28:03,091 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/rep_barrier/8e006f3b61c946378297345cc770a7c7, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T09:28:03,092 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/.tmp/table/70b8095fab7b4cb2b7e195a6e94c6bef as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/table/70b8095fab7b4cb2b7e195a6e94c6bef 2024-12-05T09:28:03,097 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/table/70b8095fab7b4cb2b7e195a6e94c6bef, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:28:03,098 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-12-05T09:28:03,102 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T09:28:03,103 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:03,103 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:03,103 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:03,103 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390881381Running coprocessor pre-close hooks at 1733390881381Disabling compacts and flushes for region at 1733390881381Disabling writes for close at 1733390881381Obtaining lock to block concurrent updates at 1733390881381Preparing flush snapshotting stores in 1588230740 at 1733390881381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733390881382 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733390881382Flushing 1588230740/info: creating writer at 1733390881382Flushing 1588230740/info: appending metadata at 1733390881399 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733390881399Flushing 1588230740/ns: creating writer at 1733390881811 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733390881822 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733390881822Flushing 1588230740/rep_barrier: creating writer at 1733390882232 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733390882243 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733390882243Flushing 1588230740/table: creating writer at 1733390882653 (+410 ms)Flushing 1588230740/table: appending metadata at 1733390882664 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733390882664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708963a8: reopening flushed file at 1733390883074 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d95832: reopening flushed file at 1733390883080 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ca33e2: reopening flushed file at 1733390883086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751b11a8: reopening flushed file at 1733390883091 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1733390883098 (+7 ms)Writing region close event to WAL at 1733390883099 (+1 ms)Running coprocessor post-close hooks at 1733390883103 (+4 ms)Closed at 1733390883103 2024-12-05T09:28:03,103 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:03,183 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,34599,1733390807722; all regions closed. 2024-12-05T09:28:03,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741834_1010 (size=2717) 2024-12-05T09:28:03,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722/33186fd147fa%2C34599%2C1733390807722.meta.1733390810866.meta not finished, retry = 0 2024-12-05T09:28:03,288 DEBUG [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/oldWALs 2024-12-05T09:28:03,288 INFO [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C34599%2C1733390807722.meta:.meta(num 1733390810866) 2024-12-05T09:28:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741832_1008 (size=1028) 2024-12-05T09:28:03,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/WALs/33186fd147fa,34599,1733390807722/33186fd147fa%2C34599%2C1733390807722.1733390809980 not finished, retry = 0 2024-12-05T09:28:03,393 DEBUG [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/oldWALs 2024-12-05T09:28:03,393 INFO [RS:0;33186fd147fa:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C34599%2C1733390807722:(num 1733390809980) 2024-12-05T09:28:03,393 DEBUG [RS:0;33186fd147fa:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:03,393 INFO [RS:0;33186fd147fa:34599 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:03,393 INFO [RS:0;33186fd147fa:34599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:03,393 INFO [RS:0;33186fd147fa:34599 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:03,393 INFO [RS:0;33186fd147fa:34599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:03,393 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:03,393 INFO [RS:0;33186fd147fa:34599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:34599. 2024-12-05T09:28:03,393 DEBUG [RS:0;33186fd147fa:34599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:03,393 DEBUG [RS:0;33186fd147fa:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:03,394 DEBUG [RS:0;33186fd147fa:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:03,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:03,394 INFO [RS:0;33186fd147fa:34599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34599 2024-12-05T09:28:03,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1428214396/rs/33186fd147fa,34599,1733390807722 2024-12-05T09:28:03,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396/rs 2024-12-05T09:28:03,426 INFO [RS:0;33186fd147fa:34599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:03,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,34599,1733390807722] 2024-12-05T09:28:03,442 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1428214396/draining/33186fd147fa,34599,1733390807722 already deleted, retry=false 2024-12-05T09:28:03,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,34599,1733390807722 expired; onlineServers=0 2024-12-05T09:28:03,443 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,42759,1733390807614' ***** 2024-12-05T09:28:03,443 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:28:03,443 INFO [M:0;33186fd147fa:42759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:03,443 INFO [M:0;33186fd147fa:42759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:03,443 DEBUG [M:0;33186fd147fa:42759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:28:03,443 DEBUG [M:0;33186fd147fa:42759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:28:03,443 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:28:03,443 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390809680 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390809680,5,FailOnTimeoutGroup] 2024-12-05T09:28:03,443 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390809679 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390809679,5,FailOnTimeoutGroup] 2024-12-05T09:28:03,443 INFO [M:0;33186fd147fa:42759 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:03,443 INFO [M:0;33186fd147fa:42759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:03,443 DEBUG [M:0;33186fd147fa:42759 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:28:03,443 INFO [M:0;33186fd147fa:42759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:28:03,443 INFO [M:0;33186fd147fa:42759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:03,444 INFO [M:0;33186fd147fa:42759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:28:03,444 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:28:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1428214396/master 2024-12-05T09:28:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1428214396 2024-12-05T09:28:03,451 DEBUG [M:0;33186fd147fa:42759 {}] zookeeper.ZKUtil(347): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Unable to get data of znode /1-1428214396/master because node does not exist (not an error) 2024-12-05T09:28:03,451 WARN [M:0;33186fd147fa:42759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:28:03,452 INFO [M:0;33186fd147fa:42759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/.lastflushedseqids 2024-12-05T09:28:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741843_1019 (size=173) 2024-12-05T09:28:03,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x101a5fe5ee00004, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:03,535 INFO [RS:0;33186fd147fa:34599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:03,535 INFO [RS:0;33186fd147fa:34599 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,34599,1733390807722; zookeeper connection closed. 2024-12-05T09:28:03,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2957d554 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2957d554 2024-12-05T09:28:03,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:28:03,857 INFO [M:0;33186fd147fa:42759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:28:03,858 INFO [M:0;33186fd147fa:42759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:28:03,858 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:03,858 INFO [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:03,858 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:03,858 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:03,858 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:03,858 INFO [M:0;33186fd147fa:42759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-05T09:28:03,873 DEBUG [M:0;33186fd147fa:42759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cd70b5b91f44abbb04cb92adb921ee9 is 82, key is hbase:meta,,1/info:regioninfo/1733390810896/Put/seqid=0 2024-12-05T09:28:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741844_1020 (size=5672) 2024-12-05T09:28:04,278 INFO [M:0;33186fd147fa:42759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cd70b5b91f44abbb04cb92adb921ee9 2024-12-05T09:28:04,297 DEBUG [M:0;33186fd147fa:42759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8832e20041f407bbb4ac3357197ca5b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733390814304/Put/seqid=0 2024-12-05T09:28:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741845_1021 (size=6727) 2024-12-05T09:28:04,609 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 to pos 997, reset compression=false 2024-12-05T09:28:04,701 INFO [M:0;33186fd147fa:42759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8832e20041f407bbb4ac3357197ca5b 2024-12-05T09:28:04,706 INFO [M:0;33186fd147fa:42759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8832e20041f407bbb4ac3357197ca5b 2024-12-05T09:28:04,719 DEBUG [M:0;33186fd147fa:42759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab42696ace64513b2c21616d0b01f48 is 69, key is 33186fd147fa,34599,1733390807722/rs:state/1733390809807/Put/seqid=0 2024-12-05T09:28:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741846_1022 (size=5156) 2024-12-05T09:28:05,123 INFO [M:0;33186fd147fa:42759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab42696ace64513b2c21616d0b01f48 2024-12-05T09:28:05,129 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cd70b5b91f44abbb04cb92adb921ee9 as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cd70b5b91f44abbb04cb92adb921ee9 2024-12-05T09:28:05,133 INFO [M:0;33186fd147fa:42759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cd70b5b91f44abbb04cb92adb921ee9, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T09:28:05,134 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8832e20041f407bbb4ac3357197ca5b as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8832e20041f407bbb4ac3357197ca5b 2024-12-05T09:28:05,138 INFO [M:0;33186fd147fa:42759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8832e20041f407bbb4ac3357197ca5b 2024-12-05T09:28:05,139 INFO [M:0;33186fd147fa:42759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8832e20041f407bbb4ac3357197ca5b, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T09:28:05,140 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab42696ace64513b2c21616d0b01f48 as hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ab42696ace64513b2c21616d0b01f48 2024-12-05T09:28:05,144 INFO [M:0;33186fd147fa:42759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/21a7311a-92a6-aef8-efec-2d80075103ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ab42696ace64513b2c21616d0b01f48, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T09:28:05,145 INFO [M:0;33186fd147fa:42759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-12-05T09:28:05,146 INFO [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:05,147 DEBUG [M:0;33186fd147fa:42759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390883858Disabling compacts and flushes for region at 1733390883858Disabling writes for close at 1733390883858Obtaining lock to block concurrent updates at 1733390883858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390883858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733390883859 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390883859Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390883859Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390883873 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390883873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390884283 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390884296 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390884296Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390884706 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390884718 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390884718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9f3afb: reopening flushed file at 1733390885128 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b00d813: reopening flushed file at 1733390885133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576fe855: reopening flushed file at 1733390885139 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1733390885145 (+6 ms)Writing region close event to WAL at 1733390885146 (+1 ms)Closed at 1733390885146 2024-12-05T09:28:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741830_1006 (size=33026) 2024-12-05T09:28:05,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:05,149 INFO [M:0;33186fd147fa:42759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:28:05,149 INFO [M:0;33186fd147fa:42759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42759 2024-12-05T09:28:05,149 INFO [M:0;33186fd147fa:42759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:05,293 INFO [M:0;33186fd147fa:42759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42759-0x101a5fe5ee00003, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:05,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:05,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:05,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:05,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:05,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:05,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:28:05,327 WARN [BP-1728578321-172.17.0.3-1733390806155 heartbeating to localhost/127.0.0.1:43831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:28:05,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:28:05,327 WARN [BP-1728578321-172.17.0.3-1733390806155 heartbeating to localhost/127.0.0.1:43831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1728578321-172.17.0.3-1733390806155 (Datanode Uuid 3cbf3adf-d3a0-494a-a783-de9625a19a6e) service to localhost/127.0.0.1:43831 2024-12-05T09:28:05,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/cluster_c29cf407-7bd7-1fbd-c005-dec2cd686b98/data/data1/current/BP-1728578321-172.17.0.3-1733390806155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:05,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/cluster_c29cf407-7bd7-1fbd-c005-dec2cd686b98/data/data2/current/BP-1728578321-172.17.0.3-1733390806155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:05,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:28:05,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:05,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:05,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:05,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:05,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:05,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:28:05,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:28:05,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:05,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:05,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:05,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:05,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:05,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:28:05,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2145497430, stopped=false 2024-12-05T09:28:05,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,43013,1733390802633 2024-12-05T09:28:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01540089143/running 2024-12-05T09:28:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01540089143/running 2024-12-05T09:28:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:28:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:28:05,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:05,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:05,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/running 2024-12-05T09:28:05,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Set watcher on znode that does not yet exist, /01540089143/running 2024-12-05T09:28:05,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:05,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:05,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,38175,1733390802774' ***** 2024-12-05T09:28:05,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:28:05,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(3091): Received CLOSE for 108109f84c7313ea09601cd76495e17c 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(3091): Received CLOSE for 0875aecac1457b6faf2481a44d443cf7 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,38175,1733390802774 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:38175. 2024-12-05T09:28:05,361 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 108109f84c7313ea09601cd76495e17c, disabling compactions & flushes 2024-12-05T09:28:05,361 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:28:05,361 DEBUG [RS:0;33186fd147fa:38175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:05,361 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:28:05,361 DEBUG [RS:0;33186fd147fa:38175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:05,361 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390810979.108109f84c7313ea09601cd76495e17c. after waiting 0 ms 2024-12-05T09:28:05,361 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:28:05,361 INFO [RS:0;33186fd147fa:38175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:28:05,362 INFO [RS:0;33186fd147fa:38175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:28:05,362 INFO [RS:0;33186fd147fa:38175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:28:05,362 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:28:05,362 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:28:05,363 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1325): Online Regions={108109f84c7313ea09601cd76495e17c=test,,1733390810979.108109f84c7313ea09601cd76495e17c., 1588230740=hbase:meta,,1.1588230740, 0875aecac1457b6faf2481a44d443cf7=hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7.} 2024-12-05T09:28:05,363 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 0875aecac1457b6faf2481a44d443cf7, 108109f84c7313ea09601cd76495e17c, 1588230740 2024-12-05T09:28:05,363 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:05,363 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:05,363 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:05,363 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:05,363 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:05,363 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:28:05,368 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/default/test/108109f84c7313ea09601cd76495e17c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:28:05,368 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:05,368 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:28:05,369 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:28:05,369 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 108109f84c7313ea09601cd76495e17c: Waiting for close lock at 1733390885361Running coprocessor pre-close hooks at 1733390885361Disabling compacts and flushes for region at 1733390885361Disabling writes for close at 1733390885361Writing region close event to WAL at 1733390885363 (+2 ms)Running coprocessor post-close hooks at 1733390885368 (+5 ms)Closed at 1733390885368 2024-12-05T09:28:05,369 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390810979.108109f84c7313ea09601cd76495e17c. 2024-12-05T09:28:05,369 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0875aecac1457b6faf2481a44d443cf7, disabling compactions & flushes 2024-12-05T09:28:05,369 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:28:05,369 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:28:05,369 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. after waiting 0 ms 2024-12-05T09:28:05,369 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:28:05,369 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0875aecac1457b6faf2481a44d443cf7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T09:28:05,378 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/info/d1e3e4b53faa49708e26081fedd57872 is 147, key is hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7./info:regioninfo/1733390816475/Put/seqid=0 2024-12-05T09:28:05,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741844_1020 (size=7686) 2024-12-05T09:28:05,388 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/.tmp/hfileref/24cf85ad3db84cf1adf8f71174e9df1b is 74, key is 1/hfileref:b4c43e22d61941d2b4283e5a878f6e77_SeqId_4_/1733390819731/DeleteColumn/seqid=0 2024-12-05T09:28:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741845_1021 (size=5203) 2024-12-05T09:28:05,407 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:05,563 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 0875aecac1457b6faf2481a44d443cf7, 1588230740 2024-12-05T09:28:05,763 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 0875aecac1457b6faf2481a44d443cf7, 1588230740 2024-12-05T09:28:05,783 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/info/d1e3e4b53faa49708e26081fedd57872 2024-12-05T09:28:05,793 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/.tmp/hfileref/24cf85ad3db84cf1adf8f71174e9df1b 2024-12-05T09:28:05,802 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/ns/6134b18caa8448dd928a985f8e8f8595 is 43, key is default/ns:d/1733390806034/Put/seqid=0 2024-12-05T09:28:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741846_1022 (size=5153) 2024-12-05T09:28:05,811 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/.tmp/queue/b1274794f8334741a32766bfd41c5744 is 153, key is 1-33186fd147fa,38175,1733390802774/queue:33186fd147fa%2C38175%2C1733390802774/1733390821558/Put/seqid=0 2024-12-05T09:28:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741847_1023 (size=5352) 2024-12-05T09:28:05,845 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:28:05,845 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:28:05,963 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 0875aecac1457b6faf2481a44d443cf7, 1588230740 2024-12-05T09:28:06,163 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 0875aecac1457b6faf2481a44d443cf7, 1588230740 2024-12-05T09:28:06,207 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/ns/6134b18caa8448dd928a985f8e8f8595 2024-12-05T09:28:06,215 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/.tmp/queue/b1274794f8334741a32766bfd41c5744 2024-12-05T09:28:06,221 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/.tmp/hfileref/24cf85ad3db84cf1adf8f71174e9df1b as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/hfileref/24cf85ad3db84cf1adf8f71174e9df1b 2024-12-05T09:28:06,226 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/hfileref/24cf85ad3db84cf1adf8f71174e9df1b, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T09:28:06,226 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/rep_barrier/a616e6a1f78d435f91ca035a63c92fb6 is 112, key is test,,1733390810979.108109f84c7313ea09601cd76495e17c./rep_barrier:seqnumDuringOpen/1733390812140/Put/seqid=0 2024-12-05T09:28:06,227 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/.tmp/queue/b1274794f8334741a32766bfd41c5744 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/queue/b1274794f8334741a32766bfd41c5744 2024-12-05T09:28:06,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741848_1024 (size=5518) 2024-12-05T09:28:06,233 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/queue/b1274794f8334741a32766bfd41c5744, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T09:28:06,234 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0875aecac1457b6faf2481a44d443cf7 in 865ms, sequenceid=10, compaction requested=false 2024-12-05T09:28:06,238 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/replication/0875aecac1457b6faf2481a44d443cf7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T09:28:06,238 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:06,238 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:06,238 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:28:06,239 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0875aecac1457b6faf2481a44d443cf7: Waiting for close lock at 1733390885369Running coprocessor pre-close hooks at 1733390885369Disabling compacts and flushes for region at 1733390885369Disabling writes for close at 1733390885369Obtaining lock to block concurrent updates at 1733390885369Preparing flush snapshotting stores in 0875aecac1457b6faf2481a44d443cf7 at 1733390885369Finished memstore snapshotting hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733390885370 (+1 ms)Flushing stores of hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. at 1733390885370Flushing 0875aecac1457b6faf2481a44d443cf7/hfileref: creating writer at 1733390885370Flushing 0875aecac1457b6faf2481a44d443cf7/hfileref: appending metadata at 1733390885388 (+18 ms)Flushing 0875aecac1457b6faf2481a44d443cf7/hfileref: closing flushed file at 1733390885388Flushing 0875aecac1457b6faf2481a44d443cf7/queue: creating writer at 1733390885797 (+409 ms)Flushing 0875aecac1457b6faf2481a44d443cf7/queue: appending metadata at 1733390885811 (+14 ms)Flushing 0875aecac1457b6faf2481a44d443cf7/queue: closing flushed file at 1733390885811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad96605: reopening flushed file at 1733390886220 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f02add: reopening flushed file at 1733390886226 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0875aecac1457b6faf2481a44d443cf7 in 865ms, sequenceid=10, compaction requested=false at 1733390886234 (+8 ms)Writing region close event to WAL at 1733390886235 (+1 ms)Running coprocessor post-close hooks at 1733390886238 (+3 ms)Closed at 1733390886238 2024-12-05T09:28:06,239 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390815308.0875aecac1457b6faf2481a44d443cf7. 2024-12-05T09:28:06,363 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:28:06,363 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:28:06,364 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:06,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,564 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:06,631 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/rep_barrier/a616e6a1f78d435f91ca035a63c92fb6 2024-12-05T09:28:06,649 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/table/78015d0655b74400a535eae564d4b7c4 is 53, key is hbase:replication/table:state/1733390816484/Put/seqid=0 2024-12-05T09:28:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741849_1025 (size=5308) 2024-12-05T09:28:06,764 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:06,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:06,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:06,964 DEBUG [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:07,054 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/table/78015d0655b74400a535eae564d4b7c4 2024-12-05T09:28:07,060 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/info/d1e3e4b53faa49708e26081fedd57872 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/info/d1e3e4b53faa49708e26081fedd57872 2024-12-05T09:28:07,065 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/info/d1e3e4b53faa49708e26081fedd57872, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:28:07,066 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/ns/6134b18caa8448dd928a985f8e8f8595 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/ns/6134b18caa8448dd928a985f8e8f8595 2024-12-05T09:28:07,071 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/ns/6134b18caa8448dd928a985f8e8f8595, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:28:07,072 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/rep_barrier/a616e6a1f78d435f91ca035a63c92fb6 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/rep_barrier/a616e6a1f78d435f91ca035a63c92fb6 2024-12-05T09:28:07,077 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/rep_barrier/a616e6a1f78d435f91ca035a63c92fb6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:28:07,078 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/.tmp/table/78015d0655b74400a535eae564d4b7c4 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/table/78015d0655b74400a535eae564d4b7c4 2024-12-05T09:28:07,084 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/table/78015d0655b74400a535eae564d4b7c4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:28:07,085 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-12-05T09:28:07,090 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:28:07,090 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:07,090 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:07,090 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:07,091 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390885363Running coprocessor pre-close hooks at 1733390885363Disabling compacts and flushes for region at 1733390885363Disabling writes for close at 1733390885363Obtaining lock to block concurrent updates at 1733390885363Preparing flush snapshotting stores in 1588230740 at 1733390885363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733390885363Flushing stores of hbase:meta,,1.1588230740 at 1733390885364 (+1 ms)Flushing 1588230740/info: creating writer at 1733390885364Flushing 1588230740/info: appending metadata at 1733390885378 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733390885378Flushing 1588230740/ns: creating writer at 1733390885788 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733390885802 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733390885802Flushing 1588230740/rep_barrier: creating writer at 1733390886212 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733390886226 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733390886226Flushing 1588230740/table: creating writer at 1733390886637 (+411 ms)Flushing 1588230740/table: appending metadata at 1733390886649 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733390886649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55458c5f: reopening flushed file at 1733390887059 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3105c61f: reopening flushed file at 1733390887065 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758390bb: reopening flushed file at 1733390887071 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d0e568: reopening flushed file at 1733390887078 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1733390887085 (+7 ms)Writing region close event to WAL at 1733390887086 (+1 ms)Running coprocessor post-close hooks at 1733390887090 (+4 ms)Closed at 1733390887090 2024-12-05T09:28:07,091 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:07,164 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,38175,1733390802774; all regions closed. 2024-12-05T09:28:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:28:07,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.meta.1733390805966.meta not finished, retry = 0 2024-12-05T09:28:07,269 DEBUG [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/oldWALs 2024-12-05T09:28:07,269 INFO [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C38175%2C1733390802774.meta:.meta(num 1733390805966) 2024-12-05T09:28:07,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741839_1015 (size=2700) 2024-12-05T09:28:07,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.rep.1733390816443 not finished, retry = 0 2024-12-05T09:28:07,374 DEBUG [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/oldWALs 2024-12-05T09:28:07,374 INFO [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C38175%2C1733390802774.rep:(num 1733390816443) 2024-12-05T09:28:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741832_1008 (size=1300) 2024-12-05T09:28:07,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/WALs/33186fd147fa,38175,1733390802774/33186fd147fa%2C38175%2C1733390802774.1733390804973 not finished, retry = 0 2024-12-05T09:28:07,479 DEBUG [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/oldWALs 2024-12-05T09:28:07,479 INFO [RS:0;33186fd147fa:38175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C38175%2C1733390802774:(num 1733390804973) 2024-12-05T09:28:07,479 DEBUG [RS:0;33186fd147fa:38175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:07,479 INFO [RS:0;33186fd147fa:38175 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:07,479 INFO [RS:0;33186fd147fa:38175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:07,479 INFO [RS:0;33186fd147fa:38175 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:07,479 INFO [RS:0;33186fd147fa:38175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:07,479 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:07,479 INFO [RS:0;33186fd147fa:38175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,38175,1733390802774 because: Region server is closing 2024-12-05T09:28:07,480 INFO [RS:0;33186fd147fa:38175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:38175. 2024-12-05T09:28:07,480 DEBUG [RS:0;33186fd147fa:38175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:07,480 DEBUG [RS:0;33186fd147fa:38175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:07,480 DEBUG [RS:0;33186fd147fa:38175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:07,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:07,580 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.wal-reader.33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:28:07,580 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:28:07,580 INFO [RS:0;33186fd147fa:38175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,38175,1733390802774.replicationSource.shipper33186fd147fa%2C38175%2C1733390802774,1-33186fd147fa,38175,1733390802774 terminated 2024-12-05T09:28:07,580 INFO [RS:0;33186fd147fa:38175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38175 2024-12-05T09:28:07,649 INFO [RS:0;33186fd147fa:38175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:07,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01540089143/rs/33186fd147fa,38175,1733390802774 2024-12-05T09:28:07,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143/rs 2024-12-05T09:28:07,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,38175,1733390802774] 2024-12-05T09:28:07,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01540089143/draining/33186fd147fa,38175,1733390802774 already deleted, retry=false 2024-12-05T09:28:07,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,38175,1733390802774 expired; onlineServers=0 2024-12-05T09:28:07,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,43013,1733390802633' ***** 2024-12-05T09:28:07,674 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:07,674 DEBUG [M:0;33186fd147fa:43013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:28:07,674 DEBUG [M:0;33186fd147fa:43013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:28:07,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:28:07,674 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390804764 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390804764,5,FailOnTimeoutGroup] 2024-12-05T09:28:07,674 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390804764 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390804764,5,FailOnTimeoutGroup] 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:07,674 DEBUG [M:0;33186fd147fa:43013 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:07,674 INFO [M:0;33186fd147fa:43013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:28:07,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:28:07,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01540089143/master 2024-12-05T09:28:07,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01540089143 2024-12-05T09:28:07,684 DEBUG [M:0;33186fd147fa:43013 {}] zookeeper.ZKUtil(347): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Unable to get data of znode /01540089143/master because node does not exist (not an error) 2024-12-05T09:28:07,684 WARN [M:0;33186fd147fa:43013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:28:07,685 INFO [M:0;33186fd147fa:43013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/.lastflushedseqids 2024-12-05T09:28:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741850_1026 (size=263) 2024-12-05T09:28:07,765 INFO [RS:0;33186fd147fa:38175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:07,766 INFO [RS:0;33186fd147fa:38175 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,38175,1733390802774; zookeeper connection closed. 2024-12-05T09:28:07,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:07,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x101a5fe5ee00001, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:07,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cfc4e27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cfc4e27 2024-12-05T09:28:07,766 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:28:08,090 INFO [M:0;33186fd147fa:43013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:28:08,090 INFO [M:0;33186fd147fa:43013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:28:08,091 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:08,091 INFO [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:08,091 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:08,091 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:08,091 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:08,091 INFO [M:0;33186fd147fa:43013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-05T09:28:08,105 DEBUG [M:0;33186fd147fa:43013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcab29cb939c4b92b0dc687c7e50efb9 is 82, key is hbase:meta,,1/info:regioninfo/1733390805995/Put/seqid=0 2024-12-05T09:28:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741851_1027 (size=5672) 2024-12-05T09:28:08,510 INFO [M:0;33186fd147fa:43013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcab29cb939c4b92b0dc687c7e50efb9 2024-12-05T09:28:08,526 DEBUG [M:0;33186fd147fa:43013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c82af6e5c16a4da0ab69c5de670b8a89 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733390812156/Put/seqid=0 2024-12-05T09:28:08,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741852_1028 (size=7241) 2024-12-05T09:28:08,930 INFO [M:0;33186fd147fa:43013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c82af6e5c16a4da0ab69c5de670b8a89 2024-12-05T09:28:08,934 INFO [M:0;33186fd147fa:43013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c82af6e5c16a4da0ab69c5de670b8a89 2024-12-05T09:28:08,946 DEBUG [M:0;33186fd147fa:43013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b79d7ff03075424bb7b9eae9f2fdf6f2 is 69, key is 33186fd147fa,38175,1733390802774/rs:state/1733390804827/Put/seqid=0 2024-12-05T09:28:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741853_1029 (size=5156) 2024-12-05T09:28:09,351 INFO [M:0;33186fd147fa:43013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b79d7ff03075424bb7b9eae9f2fdf6f2 2024-12-05T09:28:09,356 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcab29cb939c4b92b0dc687c7e50efb9 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcab29cb939c4b92b0dc687c7e50efb9 2024-12-05T09:28:09,360 INFO [M:0;33186fd147fa:43013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcab29cb939c4b92b0dc687c7e50efb9, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T09:28:09,361 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c82af6e5c16a4da0ab69c5de670b8a89 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c82af6e5c16a4da0ab69c5de670b8a89 2024-12-05T09:28:09,364 INFO [M:0;33186fd147fa:43013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c82af6e5c16a4da0ab69c5de670b8a89 2024-12-05T09:28:09,364 INFO [M:0;33186fd147fa:43013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c82af6e5c16a4da0ab69c5de670b8a89, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T09:28:09,365 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b79d7ff03075424bb7b9eae9f2fdf6f2 as hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b79d7ff03075424bb7b9eae9f2fdf6f2 2024-12-05T09:28:09,370 INFO [M:0;33186fd147fa:43013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42067/user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b79d7ff03075424bb7b9eae9f2fdf6f2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T09:28:09,371 INFO [M:0;33186fd147fa:43013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-05T09:28:09,372 INFO [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:09,372 DEBUG [M:0;33186fd147fa:43013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390888090Disabling compacts and flushes for region at 1733390888090Disabling writes for close at 1733390888091 (+1 ms)Obtaining lock to block concurrent updates at 1733390888091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390888091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733390888091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390888092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390888092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390888104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390888104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390888514 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390888525 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390888526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390888935 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390888946 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390888946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c361ec8: reopening flushed file at 1733390889355 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6082aa76: reopening flushed file at 1733390889360 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba73731: reopening flushed file at 1733390889365 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733390889371 (+6 ms)Writing region close event to WAL at 1733390889372 (+1 ms)Closed at 1733390889372 2024-12-05T09:28:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43055 is added to blk_1073741830_1006 (size=64538) 2024-12-05T09:28:09,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57497ff9-6f52-64b6-51e7-ddd4d1fb87df/MasterData/WALs/33186fd147fa,43013,1733390802633/33186fd147fa%2C43013%2C1733390802633.1733390804506 not finished, retry = 0 2024-12-05T09:28:09,477 INFO [M:0;33186fd147fa:43013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:28:09,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:09,477 INFO [M:0;33186fd147fa:43013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43013 2024-12-05T09:28:09,478 INFO [M:0;33186fd147fa:43013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:09,584 INFO [M:0;33186fd147fa:43013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a5fe5ee00000, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:09,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:09,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:09,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:09,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:09,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:09,588 WARN [BP-1291215921-172.17.0.3-1733390801223 heartbeating to localhost/127.0.0.1:42067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:28:09,588 WARN [BP-1291215921-172.17.0.3-1733390801223 heartbeating to localhost/127.0.0.1:42067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291215921-172.17.0.3-1733390801223 (Datanode Uuid b3fb1451-9b9f-409a-b33c-be655a680853) service to localhost/127.0.0.1:42067 2024-12-05T09:28:09,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/data/data2/current/BP-1291215921-172.17.0.3-1733390801223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:09,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/cluster_329a31e1-2f16-0e9e-cd56-85f26bab9128/data/data1/current/BP-1291215921-172.17.0.3-1733390801223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:09,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:28:09,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:28:09,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:28:09,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:09,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:09,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:09,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:09,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1c1b6a-59e0-d3a3-a69e-cb09cdc9885c/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:09,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:28:09,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:28:09,621 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58378) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2df8b8eeb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2df8b8eeb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58378) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43831 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42067 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=4805 (was 5129) 2024-12-05T09:28:09,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=4805 2024-12-05T09:28:09,639 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T09:28:09,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir so I do NOT create it in target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af 2024-12-05T09:28:09,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:28:09,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.tmp.dir so I do NOT create it in target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af 2024-12-05T09:28:09,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1acdfe35-ef90-fdad-67e9-40bb1a82ec38/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:28:09,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af 2024-12-05T09:28:09,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18, deleteOnExit=true 2024-12-05T09:28:09,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/zookeeper_0, clientPort=56368, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:28:09,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56368 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/test.cache.data in system properties and HBase conf 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:28:09,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:09,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:28:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:28:09,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5fe5ee00002, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:28:09,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5fe5ee00005, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:28:09,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5fe5ee00005, quorum=127.0.0.1:58378, baseZNode=/1-1428214396 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:28:09,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5fe5ee00002, quorum=127.0.0.1:58378, baseZNode=/01540089143 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:28:09,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:09,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:09,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:09,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:09,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:09,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:09,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:09,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:09,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/java.io.tmpdir/jetty-localhost-34515-hadoop-hdfs-3_4_1-tests_jar-_-any-2989546861546635230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:09,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:34515} 2024-12-05T09:28:09,994 INFO [Time-limited test {}] server.Server(415): Started @140412ms 2024-12-05T09:28:10,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:10,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:10,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:10,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:10,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:10,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:10,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:10,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/java.io.tmpdir/jetty-localhost-38287-hadoop-hdfs-3_4_1-tests_jar-_-any-1116040562896283054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:10,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:38287} 2024-12-05T09:28:10,253 INFO [Time-limited test {}] server.Server(415): Started @140671ms 2024-12-05T09:28:10,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:28:10,630 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/data/data1/current/BP-1971167139-172.17.0.3-1733390889681/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:10,630 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/data/data2/current/BP-1971167139-172.17.0.3-1733390889681/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:10,644 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:28:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb99567c2347a117 with lease ID 0x6c48f91efd5d17cc: Processing first storage report for DS-1dd9b413-6911-4b09-895e-f8bfea7f722e from datanode DatanodeRegistration(127.0.0.1:41563, datanodeUuid=c1fb7f0b-24ab-4489-9c2b-c8ef2e848172, infoPort=42231, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=2055617687;c=1733390889681) 2024-12-05T09:28:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb99567c2347a117 with lease ID 0x6c48f91efd5d17cc: from storage DS-1dd9b413-6911-4b09-895e-f8bfea7f722e node DatanodeRegistration(127.0.0.1:41563, datanodeUuid=c1fb7f0b-24ab-4489-9c2b-c8ef2e848172, infoPort=42231, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=2055617687;c=1733390889681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb99567c2347a117 with lease ID 0x6c48f91efd5d17cc: Processing first storage report for DS-a789fb8b-9071-4190-9ea8-754d311834d9 from datanode DatanodeRegistration(127.0.0.1:41563, datanodeUuid=c1fb7f0b-24ab-4489-9c2b-c8ef2e848172, infoPort=42231, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=2055617687;c=1733390889681) 2024-12-05T09:28:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb99567c2347a117 with lease ID 0x6c48f91efd5d17cc: from storage DS-a789fb8b-9071-4190-9ea8-754d311834d9 node DatanodeRegistration(127.0.0.1:41563, datanodeUuid=c1fb7f0b-24ab-4489-9c2b-c8ef2e848172, infoPort=42231, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=2055617687;c=1733390889681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:10,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af 2024-12-05T09:28:10,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:10,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:28:11,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98 with version=8 2024-12-05T09:28:11,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/hbase-staging 2024-12-05T09:28:11,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:28:11,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:11,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46825 2024-12-05T09:28:11,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46825 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468250x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:11,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46825-0x101a5ffb85d0000 connected 2024-12-05T09:28:11,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:11,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:11,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:11,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98, hbase.cluster.distributed=false 2024-12-05T09:28:11,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/acl 2024-12-05T09:28:11,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46825 2024-12-05T09:28:11,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46825 2024-12-05T09:28:11,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46825 2024-12-05T09:28:11,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46825 2024-12-05T09:28:11,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46825 2024-12-05T09:28:11,243 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:11,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:11,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:11,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:11,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:11,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:11,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:28:11,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:11,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43491 2024-12-05T09:28:11,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43491 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:11,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:11,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:11,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434910x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:11,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434910x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:11,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43491-0x101a5ffb85d0001 connected 2024-12-05T09:28:11,258 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:28:11,265 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:28:11,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/master 2024-12-05T09:28:11,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/acl 2024-12-05T09:28:11,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43491 2024-12-05T09:28:11,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43491 2024-12-05T09:28:11,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43491 2024-12-05T09:28:11,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43491 2024-12-05T09:28:11,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43491 2024-12-05T09:28:11,288 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:46825 2024-12-05T09:28:11,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01884307168/backup-masters/33186fd147fa,46825,1733390891086 2024-12-05T09:28:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:11,299 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on existing znode=/01884307168/backup-masters/33186fd147fa,46825,1733390891086 2024-12-05T09:28:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884307168/master 2024-12-05T09:28:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:11,316 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on existing znode=/01884307168/master 2024-12-05T09:28:11,316 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01884307168/backup-masters/33186fd147fa,46825,1733390891086 from backup master directory 2024-12-05T09:28:11,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/backup-masters/33186fd147fa,46825,1733390891086 2024-12-05T09:28:11,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:11,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:11,332 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:11,332 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,46825,1733390891086 2024-12-05T09:28:11,336 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/hbase.id] with ID: bec931df-fbf0-40d4-8f97-a71214cd1a79 2024-12-05T09:28:11,336 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/.tmp/hbase.id 2024-12-05T09:28:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:28:11,741 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/.tmp/hbase.id]:[hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/hbase.id] 2024-12-05T09:28:11,751 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:11,751 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:28:11,752 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:28:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:28:12,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:12,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:28:12,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:28:12,574 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store 2024-12-05T09:28:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:28:12,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:12,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:12,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:12,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:12,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:12,980 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:12,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:12,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:12,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:12,980 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:12,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390892980Disabling compacts and flushes for region at 1733390892980Disabling writes for close at 1733390892980Writing region close event to WAL at 1733390892980Closed at 1733390892980 2024-12-05T09:28:12,981 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/.initializing 2024-12-05T09:28:12,981 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086 2024-12-05T09:28:12,982 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:12,984 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C46825%2C1733390891086, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/oldWALs, maxLogs=10 2024-12-05T09:28:12,995 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086/33186fd147fa%2C46825%2C1733390891086.1733390892984, exclude list is [], retry=0 2024-12-05T09:28:12,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:12,999 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086/33186fd147fa%2C46825%2C1733390891086.1733390892984 2024-12-05T09:28:12,999 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:12,999 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:13,000 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:13,000 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,000 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:28:13,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:13,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:28:13,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:13,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:28:13,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:13,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:28:13,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:13,007 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,008 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,008 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,009 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,009 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,009 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:13,010 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:13,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:13,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72879376, jitterRate=0.08598732948303223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:13,013 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390893000Initializing all the Stores at 1733390893001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390893001Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390893001Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390893001Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390893001Cleaning up temporary data from old regions at 1733390893009 (+8 ms)Region opened successfully at 1733390893013 (+4 ms) 2024-12-05T09:28:13,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:28:13,016 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4e41c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:13,017 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:28:13,017 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:28:13,017 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:28:13,017 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:28:13,018 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:28:13,018 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:28:13,018 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:28:13,020 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:28:13,021 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/balancer because node does not exist (not necessarily an error) 2024-12-05T09:28:13,029 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/balancer already deleted, retry=false 2024-12-05T09:28:13,030 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:28:13,031 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:28:13,040 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/normalizer already deleted, retry=false 2024-12-05T09:28:13,041 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:28:13,042 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:28:13,049 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/switch/split already deleted, retry=false 2024-12-05T09:28:13,050 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:28:13,057 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/switch/merge already deleted, retry=false 2024-12-05T09:28:13,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:28:13,065 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/snapshot-cleanup already deleted, retry=false 2024-12-05T09:28:13,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:13,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:13,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:13,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:13,074 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,46825,1733390891086, sessionid=0x101a5ffb85d0000, setting cluster-up flag (Was=false) 2024-12-05T09:28:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:13,115 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884307168/flush-table-proc/acquired, /01884307168/flush-table-proc/reached, /01884307168/flush-table-proc/abort 2024-12-05T09:28:13,116 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,46825,1733390891086 2024-12-05T09:28:13,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:13,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:13,157 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884307168/online-snapshot/acquired, /01884307168/online-snapshot/reached, /01884307168/online-snapshot/abort 2024-12-05T09:28:13,157 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,46825,1733390891086 2024-12-05T09:28:13,158 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:28:13,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:13,160 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:28:13,160 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:28:13,160 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,46825,1733390891086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:13,162 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:13,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:28:13,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:28:13,166 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390923166 2024-12-05T09:28:13,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:28:13,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:28:13,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:28:13,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:28:13,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:28:13,167 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:28:13,170 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,170 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:28:13,170 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:28:13,171 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:28:13,171 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:28:13,174 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:28:13,174 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:28:13,178 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390893174,5,FailOnTimeoutGroup] 2024-12-05T09:28:13,179 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390893179,5,FailOnTimeoutGroup] 2024-12-05T09:28:13,179 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,179 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:28:13,179 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,179 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:28:13,181 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(746): ClusterId : bec931df-fbf0-40d4-8f97-a71214cd1a79 2024-12-05T09:28:13,181 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:28:13,191 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:28:13,191 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:28:13,199 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:28:13,199 DEBUG [RS:0;33186fd147fa:43491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2e9c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:13,208 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:43491 2024-12-05T09:28:13,209 INFO [RS:0;33186fd147fa:43491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:28:13,209 INFO [RS:0;33186fd147fa:43491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:28:13,209 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:28:13,209 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,46825,1733390891086 with port=43491, startcode=1733390891242 2024-12-05T09:28:13,209 DEBUG [RS:0;33186fd147fa:43491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:28:13,211 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:28:13,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,43491,1733390891242 2024-12-05T09:28:13,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46825 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,43491,1733390891242 2024-12-05T09:28:13,212 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98 2024-12-05T09:28:13,213 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43723 2024-12-05T09:28:13,213 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:28:13,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/rs 2024-12-05T09:28:13,221 DEBUG [RS:0;33186fd147fa:43491 {}] zookeeper.ZKUtil(111): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on existing znode=/01884307168/rs/33186fd147fa,43491,1733390891242 2024-12-05T09:28:13,222 WARN [RS:0;33186fd147fa:43491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:13,222 INFO [RS:0;33186fd147fa:43491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:13,222 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242 2024-12-05T09:28:13,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,43491,1733390891242] 2024-12-05T09:28:13,225 INFO [RS:0;33186fd147fa:43491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:28:13,226 INFO [RS:0;33186fd147fa:43491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:28:13,226 INFO [RS:0;33186fd147fa:43491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:28:13,226 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,227 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:28:13,227 INFO [RS:0;33186fd147fa:43491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:28:13,227 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,227 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,227 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:13,228 DEBUG [RS:0;33186fd147fa:43491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:13,228 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,228 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,228 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,229 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,229 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,229 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43491,1733390891242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:13,241 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:28:13,241 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43491,1733390891242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,241 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,241 INFO [RS:0;33186fd147fa:43491 {}] regionserver.Replication(171): 33186fd147fa,43491,1733390891242 started 2024-12-05T09:28:13,251 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:13,251 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,43491,1733390891242, RpcServer on 33186fd147fa/172.17.0.3:43491, sessionid=0x101a5ffb85d0001 2024-12-05T09:28:13,252 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:28:13,252 DEBUG [RS:0;33186fd147fa:43491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,43491,1733390891242 2024-12-05T09:28:13,252 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43491,1733390891242' 2024-12-05T09:28:13,252 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884307168/flush-table-proc/abort' 2024-12-05T09:28:13,252 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884307168/flush-table-proc/acquired' 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,43491,1733390891242 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43491,1733390891242' 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884307168/online-snapshot/abort' 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884307168/online-snapshot/acquired' 2024-12-05T09:28:13,253 DEBUG [RS:0;33186fd147fa:43491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:28:13,253 INFO [RS:0;33186fd147fa:43491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:28:13,253 INFO [RS:0;33186fd147fa:43491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:28:13,354 INFO [RS:0;33186fd147fa:43491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:13,356 INFO [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43491%2C1733390891242, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs, maxLogs=10 2024-12-05T09:28:13,366 DEBUG [RS:0;33186fd147fa:43491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356, exclude list is [], retry=0 2024-12-05T09:28:13,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:13,370 INFO [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 2024-12-05T09:28:13,371 DEBUG [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:13,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:28:13,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98 2024-12-05T09:28:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:28:13,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:13,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:13,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:13,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:13,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:13,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:13,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:13,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:13,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:13,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:13,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:13,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:13,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:13,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:13,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740 2024-12-05T09:28:13,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740 2024-12-05T09:28:13,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:13,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:13,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:13,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:13,998 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:13,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71371004, jitterRate=0.06351083517074585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:13,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390893988Initializing all the Stores at 1733390893988Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390893988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390893988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390893988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390893988Cleaning up temporary data from old regions at 1733390893995 (+7 ms)Region opened successfully at 1733390893998 (+3 ms) 2024-12-05T09:28:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:13,999 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:13,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390893999Disabling compacts and flushes for region at 1733390893999Disabling writes for close at 1733390893999Writing region close event to WAL at 1733390893999Closed at 1733390893999 2024-12-05T09:28:14,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:14,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:28:14,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:28:14,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:14,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:28:14,152 DEBUG [33186fd147fa:46825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:28:14,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,43491,1733390891242 2024-12-05T09:28:14,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43491,1733390891242, state=OPENING 2024-12-05T09:28:14,163 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:28:14,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:14,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:14,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:14,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:14,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:14,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43491,1733390891242}] 2024-12-05T09:28:14,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:14,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:28:14,337 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:28:14,337 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:14,337 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:28:14,339 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43491%2C1733390891242.meta, suffix=.meta, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs, maxLogs=10 2024-12-05T09:28:14,350 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.meta.1733390894339.meta, exclude list is [], retry=0 2024-12-05T09:28:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:14,354 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.meta.1733390894339.meta 2024-12-05T09:28:14,354 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:14,354 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:14,354 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:14,355 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:14,355 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:28:14,355 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:28:14,355 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:28:14,355 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:14,355 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:28:14,355 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:28:14,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:14,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:14,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:14,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:14,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:14,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:14,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:14,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:14,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:14,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:14,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:14,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:14,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:14,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:14,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:14,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:14,360 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:14,361 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740 2024-12-05T09:28:14,362 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740 2024-12-05T09:28:14,363 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:14,363 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:14,363 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:14,364 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:14,365 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63890650, jitterRate=-0.04795512557029724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:14,365 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:28:14,365 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390894355Writing region info on filesystem at 1733390894355Initializing all the Stores at 1733390894356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390894356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390894356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390894356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390894356Cleaning up temporary data from old regions at 1733390894363 (+7 ms)Running coprocessor post-open hooks at 1733390894365 (+2 ms)Region opened successfully at 1733390894365 2024-12-05T09:28:14,366 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390894332 2024-12-05T09:28:14,368 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:28:14,368 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:28:14,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43491,1733390891242 2024-12-05T09:28:14,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43491,1733390891242, state=OPEN 2024-12-05T09:28:14,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:14,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:14,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,43491,1733390891242 2024-12-05T09:28:14,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:14,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:14,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:28:14,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43491,1733390891242 in 217 msec 2024-12-05T09:28:14,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:28:14,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-12-05T09:28:14,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:14,401 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:28:14,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:14,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43491,1733390891242, seqNum=-1] 2024-12-05T09:28:14,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:14,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:14,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-12-05T09:28:14,408 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390894408, completionTime=-1 2024-12-05T09:28:14,408 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:28:14,408 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390954410 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391014410 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,46825,1733390891086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,46825,1733390891086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,46825,1733390891086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:46825, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,410 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,412 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.082sec 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,46825,1733390891086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:14,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,46825,1733390891086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:28:14,416 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:28:14,416 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:28:14,416 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,46825,1733390891086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:14,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:14,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,46825,-1 for getting cluster id 2024-12-05T09:28:14,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:14,483 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bec931df-fbf0-40d4-8f97-a71214cd1a79' 2024-12-05T09:28:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bec931df-fbf0-40d4-8f97-a71214cd1a79" 2024-12-05T09:28:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a59d7cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,46825,-1] 2024-12-05T09:28:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:14,485 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:14,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:14,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43491,1733390891242, seqNum=-1] 2024-12-05T09:28:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:14,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:14,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,46825,1733390891086 2024-12-05T09:28:14,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:14,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:14,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5ffb85d0002 connected 2024-12-05T09:28:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir so I do NOT create it in target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163 2024-12-05T09:28:14,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:28:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.tmp.dir so I do NOT create it in target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163 2024-12-05T09:28:14,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:28:14,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163 2024-12-05T09:28:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:28:14,518 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/cluster_be635a52-529b-0361-06b0-e45c368607f8, deleteOnExit=true 2024-12-05T09:28:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:28:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/test.cache.data in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:28:14,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:28:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:28:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:28:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:28:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:28:14,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:14,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:14,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:14,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:14,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:14,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:14,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:14,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:14,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/java.io.tmpdir/jetty-localhost-39347-hadoop-hdfs-3_4_1-tests_jar-_-any-530111587247077430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:14,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:39347} 2024-12-05T09:28:14,903 INFO [Time-limited test {}] server.Server(415): Started @145321ms 2024-12-05T09:28:15,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:15,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:15,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:15,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:15,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:15,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:15,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:15,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/java.io.tmpdir/jetty-localhost-46463-hadoop-hdfs-3_4_1-tests_jar-_-any-10134663000428638848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:15,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:46463} 2024-12-05T09:28:15,191 INFO [Time-limited test {}] server.Server(415): Started @145609ms 2024-12-05T09:28:15,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:28:15,548 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/cluster_be635a52-529b-0361-06b0-e45c368607f8/data/data1/current/BP-491934731-172.17.0.3-1733390894537/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:15,548 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/cluster_be635a52-529b-0361-06b0-e45c368607f8/data/data2/current/BP-491934731-172.17.0.3-1733390894537/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:15,562 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:28:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd30af7a7d19ec7cb with lease ID 0xa1a83724800aa781: Processing first storage report for DS-b10419fe-761f-4b23-a7a7-51b8840316b9 from datanode DatanodeRegistration(127.0.0.1:38331, datanodeUuid=d989dad6-d387-41f1-9a31-1de3fcb53ae8, infoPort=43441, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=190596972;c=1733390894537) 2024-12-05T09:28:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd30af7a7d19ec7cb with lease ID 0xa1a83724800aa781: from storage DS-b10419fe-761f-4b23-a7a7-51b8840316b9 node DatanodeRegistration(127.0.0.1:38331, datanodeUuid=d989dad6-d387-41f1-9a31-1de3fcb53ae8, infoPort=43441, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=190596972;c=1733390894537), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd30af7a7d19ec7cb with lease ID 0xa1a83724800aa781: Processing first storage report for DS-e3a7a917-1a0b-4ee6-add0-f053bb31d899 from datanode DatanodeRegistration(127.0.0.1:38331, datanodeUuid=d989dad6-d387-41f1-9a31-1de3fcb53ae8, infoPort=43441, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=190596972;c=1733390894537) 2024-12-05T09:28:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd30af7a7d19ec7cb with lease ID 0xa1a83724800aa781: from storage DS-e3a7a917-1a0b-4ee6-add0-f053bb31d899 node DatanodeRegistration(127.0.0.1:38331, datanodeUuid=d989dad6-d387-41f1-9a31-1de3fcb53ae8, infoPort=43441, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=190596972;c=1733390894537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:15,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163 2024-12-05T09:28:15,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:15,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:28:16,023 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4 with version=8 2024-12-05T09:28:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/hbase-staging 2024-12-05T09:28:16,025 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:28:16,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:16,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41983 2024-12-05T09:28:16,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41983 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:16,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419830x0, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:16,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41983-0x101a5ffb85d0003 connected 2024-12-05T09:28:16,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:16,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:16,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/running 2024-12-05T09:28:16,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4, hbase.cluster.distributed=false 2024-12-05T09:28:16,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/acl 2024-12-05T09:28:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41983 2024-12-05T09:28:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41983 2024-12-05T09:28:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41983 2024-12-05T09:28:16,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41983 2024-12-05T09:28:16,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41983 2024-12-05T09:28:16,109 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:28:16,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:16,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35965 2024-12-05T09:28:16,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35965 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:16,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:16,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359650x0, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:16,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35965-0x101a5ffb85d0004 connected 2024-12-05T09:28:16,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/running 2024-12-05T09:28:16,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:28:16,125 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:28:16,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/master 2024-12-05T09:28:16,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/acl 2024-12-05T09:28:16,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35965 2024-12-05T09:28:16,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35965 2024-12-05T09:28:16,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35965 2024-12-05T09:28:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35965 2024-12-05T09:28:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35965 2024-12-05T09:28:16,138 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:41983 2024-12-05T09:28:16,138 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1995088955/backup-masters/33186fd147fa,41983,1733390896025 2024-12-05T09:28:16,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955/backup-masters 2024-12-05T09:28:16,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955/backup-masters 2024-12-05T09:28:16,149 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on existing znode=/1995088955/backup-masters/33186fd147fa,41983,1733390896025 2024-12-05T09:28:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995088955/master 2024-12-05T09:28:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:16,157 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on existing znode=/1995088955/master 2024-12-05T09:28:16,157 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1995088955/backup-masters/33186fd147fa,41983,1733390896025 from backup master directory 2024-12-05T09:28:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995088955/backup-masters/33186fd147fa,41983,1733390896025 2024-12-05T09:28:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955/backup-masters 2024-12-05T09:28:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955/backup-masters 2024-12-05T09:28:16,165 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:16,165 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,41983,1733390896025 2024-12-05T09:28:16,169 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/hbase.id] with ID: 236c3617-a3c7-4354-8995-eb26b77ec305 2024-12-05T09:28:16,169 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/.tmp/hbase.id 2024-12-05T09:28:16,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:28:16,576 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/.tmp/hbase.id]:[hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/hbase.id] 2024-12-05T09:28:16,586 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:16,586 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:28:16,587 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:28:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:28:17,004 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:17,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:28:17,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:28:17,412 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store 2024-12-05T09:28:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:28:17,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:17,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:17,818 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:17,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:17,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:17,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:17,818 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:17,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390897818Disabling compacts and flushes for region at 1733390897818Disabling writes for close at 1733390897818Writing region close event to WAL at 1733390897818Closed at 1733390897818 2024-12-05T09:28:17,819 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/.initializing 2024-12-05T09:28:17,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/WALs/33186fd147fa,41983,1733390896025 2024-12-05T09:28:17,820 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:17,821 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C41983%2C1733390896025, suffix=, logDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/WALs/33186fd147fa,41983,1733390896025, archiveDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/oldWALs, maxLogs=10 2024-12-05T09:28:17,835 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/WALs/33186fd147fa,41983,1733390896025/33186fd147fa%2C41983%2C1733390896025.1733390897821, exclude list is [], retry=0 2024-12-05T09:28:17,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b10419fe-761f-4b23-a7a7-51b8840316b9,DISK] 2024-12-05T09:28:17,839 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/WALs/33186fd147fa,41983,1733390896025/33186fd147fa%2C41983%2C1733390896025.1733390897821 2024-12-05T09:28:17,839 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43441:43441)] 2024-12-05T09:28:17,840 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:17,840 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:17,840 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,840 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:28:17,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:17,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:17,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:28:17,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:17,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:17,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:28:17,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:17,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:17,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:28:17,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:17,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:17,849 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,850 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,850 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,851 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,851 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,852 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:17,852 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:17,854 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:17,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74180295, jitterRate=0.10537253320217133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:17,855 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390897840Initializing all the Stores at 1733390897841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390897841Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390897842 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390897842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390897842Cleaning up temporary data from old regions at 1733390897851 (+9 ms)Region opened successfully at 1733390897854 (+3 ms) 2024-12-05T09:28:17,855 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:28:17,858 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506dcb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:17,858 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:28:17,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:28:17,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:28:17,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:28:17,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:28:17,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:28:17,859 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:28:17,863 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:28:17,864 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Unable to get data of znode /1995088955/balancer because node does not exist (not necessarily an error) 2024-12-05T09:28:17,879 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995088955/balancer already deleted, retry=false 2024-12-05T09:28:17,880 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:28:17,880 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Unable to get data of znode /1995088955/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:28:17,890 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995088955/normalizer already deleted, retry=false 2024-12-05T09:28:17,890 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:28:17,891 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Unable to get data of znode /1995088955/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:28:17,898 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995088955/switch/split already deleted, retry=false 2024-12-05T09:28:17,899 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Unable to get data of znode /1995088955/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:28:17,906 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995088955/switch/merge already deleted, retry=false 2024-12-05T09:28:17,908 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Unable to get data of znode /1995088955/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:28:17,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995088955/snapshot-cleanup already deleted, retry=false 2024-12-05T09:28:17,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995088955/running 2024-12-05T09:28:17,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995088955/running 2024-12-05T09:28:17,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:17,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:17,924 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,41983,1733390896025, sessionid=0x101a5ffb85d0003, setting cluster-up flag (Was=false) 2024-12-05T09:28:17,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:17,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:17,965 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1995088955/flush-table-proc/acquired, /1995088955/flush-table-proc/reached, /1995088955/flush-table-proc/abort 2024-12-05T09:28:17,966 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,41983,1733390896025 2024-12-05T09:28:17,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:17,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:18,007 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1995088955/online-snapshot/acquired, /1995088955/online-snapshot/reached, /1995088955/online-snapshot/abort 2024-12-05T09:28:18,008 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,41983,1733390896025 2024-12-05T09:28:18,009 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:28:18,010 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:18,010 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:28:18,010 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:28:18,010 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,41983,1733390896025 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:18,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390928013 2024-12-05T09:28:18,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:18,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:28:18,013 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:28:18,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:28:18,014 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:28:18,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:28:18,014 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390898014,5,FailOnTimeoutGroup] 2024-12-05T09:28:18,015 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390898014,5,FailOnTimeoutGroup] 2024-12-05T09:28:18,015 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,015 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:28:18,015 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,015 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:28:18,031 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(746): ClusterId : 236c3617-a3c7-4354-8995-eb26b77ec305 2024-12-05T09:28:18,031 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:28:18,046 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:28:18,046 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:28:18,085 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:28:18,086 DEBUG [RS:0;33186fd147fa:35965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b660b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:18,095 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:35965 2024-12-05T09:28:18,095 INFO [RS:0;33186fd147fa:35965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:28:18,095 INFO [RS:0;33186fd147fa:35965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:28:18,095 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:28:18,096 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,41983,1733390896025 with port=35965, startcode=1733390896108 2024-12-05T09:28:18,096 DEBUG [RS:0;33186fd147fa:35965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:28:18,097 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:28:18,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41983 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,099 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4 2024-12-05T09:28:18,099 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36053 2024-12-05T09:28:18,099 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:28:18,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955/rs 2024-12-05T09:28:18,127 DEBUG [RS:0;33186fd147fa:35965 {}] zookeeper.ZKUtil(111): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on existing znode=/1995088955/rs/33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,127 WARN [RS:0;33186fd147fa:35965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:18,127 INFO [RS:0;33186fd147fa:35965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:18,127 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,35965,1733390896108] 2024-12-05T09:28:18,130 INFO [RS:0;33186fd147fa:35965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:28:18,131 INFO [RS:0;33186fd147fa:35965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:28:18,132 INFO [RS:0;33186fd147fa:35965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:28:18,132 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,132 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:18,133 DEBUG [RS:0;33186fd147fa:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,133 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35965,1733390896108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:18,144 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:28:18,144 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35965,1733390896108-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,144 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,144 INFO [RS:0;33186fd147fa:35965 {}] regionserver.Replication(171): 33186fd147fa,35965,1733390896108 started 2024-12-05T09:28:18,155 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:18,155 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,35965,1733390896108, RpcServer on 33186fd147fa/172.17.0.3:35965, sessionid=0x101a5ffb85d0004 2024-12-05T09:28:18,155 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:28:18,155 DEBUG [RS:0;33186fd147fa:35965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,155 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,35965,1733390896108' 2024-12-05T09:28:18,155 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1995088955/flush-table-proc/abort' 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1995088955/flush-table-proc/acquired' 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,35965,1733390896108' 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1995088955/online-snapshot/abort' 2024-12-05T09:28:18,156 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1995088955/online-snapshot/acquired' 2024-12-05T09:28:18,157 DEBUG [RS:0;33186fd147fa:35965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:28:18,157 INFO [RS:0;33186fd147fa:35965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:28:18,157 INFO [RS:0;33186fd147fa:35965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:28:18,257 INFO [RS:0;33186fd147fa:35965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:18,258 INFO [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35965%2C1733390896108, suffix=, logDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108, archiveDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/oldWALs, maxLogs=10 2024-12-05T09:28:18,269 DEBUG [RS:0;33186fd147fa:35965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108/33186fd147fa%2C35965%2C1733390896108.1733390898259, exclude list is [], retry=0 2024-12-05T09:28:18,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b10419fe-761f-4b23-a7a7-51b8840316b9,DISK] 2024-12-05T09:28:18,273 INFO [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108/33186fd147fa%2C35965%2C1733390896108.1733390898259 2024-12-05T09:28:18,274 DEBUG [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43441:43441)] 2024-12-05T09:28:18,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:28:18,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4 2024-12-05T09:28:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:28:18,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:18,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:18,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:18,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:18,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:18,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:18,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:18,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:18,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:18,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:18,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:18,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:18,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:18,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:18,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:18,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:18,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:18,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:18,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740 2024-12-05T09:28:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740 2024-12-05T09:28:18,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:18,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:18,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:18,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:18,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:18,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73660318, jitterRate=0.097624272108078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:18,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390898826Initializing all the Stores at 1733390898826Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390898826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390898827 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390898827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390898827Cleaning up temporary data from old regions at 1733390898835 (+8 ms)Region opened successfully at 1733390898838 (+3 ms) 2024-12-05T09:28:18,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:18,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:18,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:18,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:18,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:18,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:18,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390898838Disabling compacts and flushes for region at 1733390898838Disabling writes for close at 1733390898838Writing region close event to WAL at 1733390898839 (+1 ms)Closed at 1733390898839 2024-12-05T09:28:18,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:18,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:28:18,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:28:18,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:18,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:28:18,991 DEBUG [33186fd147fa:41983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:28:18,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,35965,1733390896108 2024-12-05T09:28:18,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,35965,1733390896108, state=OPENING 2024-12-05T09:28:19,054 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:28:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:19,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:19,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995088955/meta-region-server: CHANGED 2024-12-05T09:28:19,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995088955/meta-region-server: CHANGED 2024-12-05T09:28:19,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,35965,1733390896108}] 2024-12-05T09:28:19,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:19,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:28:19,224 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:28:19,224 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:19,224 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:28:19,225 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:28:19,226 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35965%2C1733390896108.meta, suffix=.meta, logDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108, archiveDir=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/oldWALs, maxLogs=10 2024-12-05T09:28:19,244 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108/33186fd147fa%2C35965%2C1733390896108.meta.1733390899226.meta, exclude list is [], retry=0 2024-12-05T09:28:19,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b10419fe-761f-4b23-a7a7-51b8840316b9,DISK] 2024-12-05T09:28:19,249 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108/33186fd147fa%2C35965%2C1733390896108.meta.1733390899226.meta 2024-12-05T09:28:19,249 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43441:43441)] 2024-12-05T09:28:19,249 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:19,249 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:19,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:19,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:28:19,250 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:28:19,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:28:19,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:19,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:28:19,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:28:19,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:19,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:19,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:19,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:19,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:19,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:19,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:19,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:19,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:19,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:19,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:19,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:19,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:19,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:19,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:19,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:19,257 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:19,257 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740 2024-12-05T09:28:19,258 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740 2024-12-05T09:28:19,259 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:19,259 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:19,260 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:19,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:19,261 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61525301, jitterRate=-0.0832015722990036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:19,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:28:19,262 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390899250Writing region info on filesystem at 1733390899250Initializing all the Stores at 1733390899251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390899251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390899252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390899252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390899252Cleaning up temporary data from old regions at 1733390899259 (+7 ms)Running coprocessor post-open hooks at 1733390899261 (+2 ms)Region opened successfully at 1733390899262 (+1 ms) 2024-12-05T09:28:19,262 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390899218 2024-12-05T09:28:19,265 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:28:19,265 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:28:19,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,35965,1733390896108 2024-12-05T09:28:19,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,35965,1733390896108, state=OPEN 2024-12-05T09:28:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1995088955/meta-region-server 2024-12-05T09:28:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1995088955/meta-region-server 2024-12-05T09:28:19,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,35965,1733390896108 2024-12-05T09:28:19,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995088955/meta-region-server: CHANGED 2024-12-05T09:28:19,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995088955/meta-region-server: CHANGED 2024-12-05T09:28:19,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:28:19,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,35965,1733390896108 in 208 msec 2024-12-05T09:28:19,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:28:19,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-05T09:28:19,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:19,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:28:19,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:19,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35965,1733390896108, seqNum=-1] 2024-12-05T09:28:19,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:19,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:19,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-05T09:28:19,287 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390899287, completionTime=-1 2024-12-05T09:28:19,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:28:19,288 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390959290 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391019290 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41983,1733390896025-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41983,1733390896025-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41983,1733390896025-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:41983, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,290 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,292 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:28:19,294 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.133sec 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41983,1733390896025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:19,298 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41983,1733390896025-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:28:19,301 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:28:19,301 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:28:19,301 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41983,1733390896025-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:19,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41983,-1 for getting cluster id 2024-12-05T09:28:19,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:19,334 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '236c3617-a3c7-4354-8995-eb26b77ec305' 2024-12-05T09:28:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "236c3617-a3c7-4354-8995-eb26b77ec305" 2024-12-05T09:28:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e592926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41983,-1] 2024-12-05T09:28:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:19,335 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:19,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35965,1733390896108, seqNum=-1] 2024-12-05T09:28:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:19,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,41983,1733390896025 2024-12-05T09:28:19,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:19,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5ffb85d0005 connected 2024-12-05T09:28:19,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,46825,-1 for getting cluster id 2024-12-05T09:28:19,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:19,360 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bec931df-fbf0-40d4-8f97-a71214cd1a79' 2024-12-05T09:28:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bec931df-fbf0-40d4-8f97-a71214cd1a79" 2024-12-05T09:28:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231416f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,46825,-1] 2024-12-05T09:28:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:19,363 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:19,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3a3303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,46825,1733390891086 2024-12-05T09:28:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b47d1db 2024-12-05T09:28:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:19,366 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:19,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:41983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:28:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:28:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:19,369 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:41983' 2024-12-05T09:28:19,370 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fba94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,370 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41983,-1 for getting cluster id 2024-12-05T09:28:19,370 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:19,371 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '236c3617-a3c7-4354-8995-eb26b77ec305' 2024-12-05T09:28:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "236c3617-a3c7-4354-8995-eb26b77ec305" 2024-12-05T09:28:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31237a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41983,-1] 2024-12-05T09:28:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:19,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:19,372 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:19,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:19,373 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:19,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41983,1733390896025 2024-12-05T09:28:19,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aad36e 2024-12-05T09:28:19,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:19,375 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:19,375 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T09:28:19,376 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:28:19,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:19,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:19,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:19,376 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:19,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:28:19,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:28:19,379 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:19,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:28:19,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741835_1011 (size=1138) 2024-12-05T09:28:19,428 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:28:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:19,788 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa05d4bd45726a1f58ac015d3d913c92, NAME => 'hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98 2024-12-05T09:28:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741836_1012 (size=44) 2024-12-05T09:28:19,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:19,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:19,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:20,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:20,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa05d4bd45726a1f58ac015d3d913c92, disabling compactions & flushes 2024-12-05T09:28:20,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. after waiting 0 ms 2024-12-05T09:28:20,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa05d4bd45726a1f58ac015d3d913c92: Waiting for close lock at 1733390900193Disabling compacts and flushes for region at 1733390900193Disabling writes for close at 1733390900194 (+1 ms)Writing region close event to WAL at 1733390900194Closed at 1733390900194 2024-12-05T09:28:20,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:28:20,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390900195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390900195"}]},"ts":"1733390900195"} 2024-12-05T09:28:20,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:28:20,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:28:20,198 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390900198"}]},"ts":"1733390900198"} 2024-12-05T09:28:20,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:28:20,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN}] 2024-12-05T09:28:20,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN 2024-12-05T09:28:20,202 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN; state=OFFLINE, location=33186fd147fa,43491,1733390891242; forceNewPlan=false, retain=false 2024-12-05T09:28:20,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fa05d4bd45726a1f58ac015d3d913c92, regionState=OPENING, regionLocation=33186fd147fa,43491,1733390891242 2024-12-05T09:28:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN because future has completed 2024-12-05T09:28:20,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa05d4bd45726a1f58ac015d3d913c92, server=33186fd147fa,43491,1733390891242}] 2024-12-05T09:28:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:20,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:20,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:28:20,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43491%2C1733390891242.rep, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs, maxLogs=10 2024-12-05T09:28:20,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.rep.1733390900512, exclude list is [], retry=0 2024-12-05T09:28:20,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:20,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.rep.1733390900512 2024-12-05T09:28:20,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:20,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fa05d4bd45726a1f58ac015d3d913c92, NAME => 'hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:20,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. service=MultiRowMutationService 2024-12-05T09:28:20,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:28:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,528 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,529 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa05d4bd45726a1f58ac015d3d913c92 columnFamilyName hfileref 2024-12-05T09:28:20,530 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:20,530 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(327): Store=fa05d4bd45726a1f58ac015d3d913c92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:20,530 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,531 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa05d4bd45726a1f58ac015d3d913c92 columnFamilyName queue 2024-12-05T09:28:20,531 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:20,531 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(327): Store=fa05d4bd45726a1f58ac015d3d913c92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:20,531 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,532 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa05d4bd45726a1f58ac015d3d913c92 columnFamilyName sid 2024-12-05T09:28:20,532 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:20,532 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(327): Store=fa05d4bd45726a1f58ac015d3d913c92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:20,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:28:20,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:20,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fa05d4bd45726a1f58ac015d3d913c92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823256, jitterRate=0.055348753929138184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:28:20,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:20,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fa05d4bd45726a1f58ac015d3d913c92: Running coprocessor pre-open hook at 1733390900527Writing region info on filesystem at 1733390900527Initializing all the Stores at 1733390900528 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390900528Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390900528Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390900528Cleaning up temporary data from old regions at 1733390900534 (+6 ms)Running coprocessor post-open hooks at 1733390900537 (+3 ms)Region opened successfully at 1733390900538 (+1 ms) 2024-12-05T09:28:20,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92., pid=7, masterSystemTime=1733390900507 2024-12-05T09:28:20,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:20,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fa05d4bd45726a1f58ac015d3d913c92, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43491,1733390891242 2024-12-05T09:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa05d4bd45726a1f58ac015d3d913c92, server=33186fd147fa,43491,1733390891242 because future has completed 2024-12-05T09:28:20,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T09:28:20,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fa05d4bd45726a1f58ac015d3d913c92, server=33186fd147fa,43491,1733390891242 in 189 msec 2024-12-05T09:28:20,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:28:20,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN in 345 msec 2024-12-05T09:28:20,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:28:20,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390900548"}]},"ts":"1733390900548"} 2024-12-05T09:28:20,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:28:20,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:28:20,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-12-05T09:28:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92., hostname=33186fd147fa,43491,1733390891242, seqNum=2] 2024-12-05T09:28:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:20,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:28:20,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T09:28:20,844 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:28:20,875 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,43491,1733390891242, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:28:20,875 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:20,875 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43491,1733390891242, seqNum=-1] 2024-12-05T09:28:20,876 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:20,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T09:28:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,43491,1733390891242', locateType=CURRENT is [region=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92., hostname=33186fd147fa,43491,1733390891242, seqNum=2] 2024-12-05T09:28:20,881 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T09:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T09:28:20,883 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,43491,1733390891242 suceeded 2024-12-05T09:28:20,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T09:28:20,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T09:28:20,886 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:41983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:28:20,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-12-05T09:28:20,899 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:41983' 2024-12-05T09:28:20,900 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b7f3741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:20,900 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41983,-1 for getting cluster id 2024-12-05T09:28:20,900 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:20,901 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '236c3617-a3c7-4354-8995-eb26b77ec305' 2024-12-05T09:28:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "236c3617-a3c7-4354-8995-eb26b77ec305" 2024-12-05T09:28:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af003c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41983,-1] 2024-12-05T09:28:20,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:20,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:20,902 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:20,903 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3042a998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:20,903 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:20,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41983,1733390896025 2024-12-05T09:28:20,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a28916 2024-12-05T09:28:20,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:20,905 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T09:28:20,906 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,43491,1733390891242 (queues=1) is replicating from cluster=bec931df-fbf0-40d4-8f97-a71214cd1a79 to cluster=236c3617-a3c7-4354-8995-eb26b77ec305 2024-12-05T09:28:20,906 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C43491%2C1733390891242 2024-12-05T09:28:20,906 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,43491,1733390891242, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:28:20,906 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.shipper33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C43491%2C1733390891242 2024-12-05T09:28:20,906 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356, startPosition=0, beingWritten=true 2024-12-05T09:28:21,113 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 to pos 0, reset compression=false 2024-12-05T09:28:21,418 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 to pos 0, reset compression=false 2024-12-05T09:28:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:21,513 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:28:21,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:21,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:21,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:21,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:21,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:21,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,46825,1733390891086 2024-12-05T09:28:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5d7921 2024-12-05T09:28:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:21,516 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:21,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:28:21,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:21,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:21,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:21,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:21,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:21,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:28:21,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=249110917, stopped=false 2024-12-05T09:28:21,518 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,46825,1733390891086 2024-12-05T09:28:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:21,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:21,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:21,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:21,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:21,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,43491,1733390891242' ***** 2024-12-05T09:28:21,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:28:21,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:21,555 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:28:21,555 INFO [RS:0;33186fd147fa:43491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:28:21,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:28:21,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:21,555 INFO [RS:0;33186fd147fa:43491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:28:21,555 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(3091): Received CLOSE for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,43491,1733390891242 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43491. 2024-12-05T09:28:21,556 DEBUG [RS:0;33186fd147fa:43491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:21,556 DEBUG [RS:0;33186fd147fa:43491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:21,556 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa05d4bd45726a1f58ac015d3d913c92, disabling compactions & flushes 2024-12-05T09:28:21,556 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:28:21,556 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:28:21,556 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. after waiting 0 ms 2024-12-05T09:28:21,556 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:21,556 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:28:21,556 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa05d4bd45726a1f58ac015d3d913c92 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T09:28:21,558 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:28:21,558 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa05d4bd45726a1f58ac015d3d913c92=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.} 2024-12-05T09:28:21,558 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:21,558 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:21,558 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:21,558 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:21,558 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:21,558 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:21,558 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T09:28:21,570 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/.tmp/queue/3feb4cdf604a40f19c109877a9d6dbc8 is 151, key is 1-33186fd147fa,43491,1733390891242/queue:33186fd147fa%2C43491%2C1733390891242/1733390900879/Put/seqid=0 2024-12-05T09:28:21,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741838_1014 (size=5350) 2024-12-05T09:28:21,574 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/info/432d2ad7ee514c6b9d99d8198c80a751 is 147, key is hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92./info:regioninfo/1733390900541/Put/seqid=0 2024-12-05T09:28:21,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741839_1015 (size=6631) 2024-12-05T09:28:21,636 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:21,758 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:21,824 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 to pos 0, reset compression=false 2024-12-05T09:28:21,958 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:21,974 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/.tmp/queue/3feb4cdf604a40f19c109877a9d6dbc8 2024-12-05T09:28:21,977 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/info/432d2ad7ee514c6b9d99d8198c80a751 2024-12-05T09:28:21,980 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/.tmp/queue/3feb4cdf604a40f19c109877a9d6dbc8 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/queue/3feb4cdf604a40f19c109877a9d6dbc8 2024-12-05T09:28:21,985 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/queue/3feb4cdf604a40f19c109877a9d6dbc8, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T09:28:21,986 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fa05d4bd45726a1f58ac015d3d913c92 in 429ms, sequenceid=5, compaction requested=false 2024-12-05T09:28:21,986 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:28:21,990 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:28:21,990 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:21,991 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:21,991 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:21,991 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa05d4bd45726a1f58ac015d3d913c92: Waiting for close lock at 1733390901556Running coprocessor pre-close hooks at 1733390901556Disabling compacts and flushes for region at 1733390901556Disabling writes for close at 1733390901556Obtaining lock to block concurrent updates at 1733390901556Preparing flush snapshotting stores in fa05d4bd45726a1f58ac015d3d913c92 at 1733390901556Finished memstore snapshotting hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733390901556Flushing stores of hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. at 1733390901557 (+1 ms)Flushing fa05d4bd45726a1f58ac015d3d913c92/queue: creating writer at 1733390901557Flushing fa05d4bd45726a1f58ac015d3d913c92/queue: appending metadata at 1733390901569 (+12 ms)Flushing fa05d4bd45726a1f58ac015d3d913c92/queue: closing flushed file at 1733390901569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31036c09: reopening flushed file at 1733390901979 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fa05d4bd45726a1f58ac015d3d913c92 in 429ms, sequenceid=5, compaction requested=false at 1733390901986 (+7 ms)Writing region close event to WAL at 1733390901987 (+1 ms)Running coprocessor post-close hooks at 1733390901990 (+3 ms)Closed at 1733390901991 (+1 ms) 2024-12-05T09:28:21,991 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:21,997 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/ns/44a6915bc6024b5dbdd120db3c1cbc57 is 43, key is default/ns:d/1733390894404/Put/seqid=0 2024-12-05T09:28:22,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741840_1016 (size=5153) 2024-12-05T09:28:22,158 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:22,283 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:28:22,283 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:28:22,329 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 to pos 0, reset compression=false 2024-12-05T09:28:22,358 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:22,402 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/ns/44a6915bc6024b5dbdd120db3c1cbc57 2024-12-05T09:28:22,419 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/table/e29c49a1d975408a950ac22297e13598 is 53, key is hbase:replication/table:state/1733390900548/Put/seqid=0 2024-12-05T09:28:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741841_1017 (size=5256) 2024-12-05T09:28:22,559 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:22,759 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:28:22,759 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:28:22,759 DEBUG [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:22,823 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/table/e29c49a1d975408a950ac22297e13598 2024-12-05T09:28:22,828 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/info/432d2ad7ee514c6b9d99d8198c80a751 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/info/432d2ad7ee514c6b9d99d8198c80a751 2024-12-05T09:28:22,832 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/info/432d2ad7ee514c6b9d99d8198c80a751, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T09:28:22,833 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/ns/44a6915bc6024b5dbdd120db3c1cbc57 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/ns/44a6915bc6024b5dbdd120db3c1cbc57 2024-12-05T09:28:22,838 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/ns/44a6915bc6024b5dbdd120db3c1cbc57, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:28:22,839 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/table/e29c49a1d975408a950ac22297e13598 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/table/e29c49a1d975408a950ac22297e13598 2024-12-05T09:28:22,843 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/table/e29c49a1d975408a950ac22297e13598, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T09:28:22,844 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false 2024-12-05T09:28:22,848 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T09:28:22,849 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:22,849 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:22,849 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:22,849 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390901558Running coprocessor pre-close hooks at 1733390901558Disabling compacts and flushes for region at 1733390901558Disabling writes for close at 1733390901558Obtaining lock to block concurrent updates at 1733390901558Preparing flush snapshotting stores in 1588230740 at 1733390901558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733390901558Flushing stores of hbase:meta,,1.1588230740 at 1733390901559 (+1 ms)Flushing 1588230740/info: creating writer at 1733390901559Flushing 1588230740/info: appending metadata at 1733390901573 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733390901573Flushing 1588230740/ns: creating writer at 1733390901982 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733390901997 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733390901997Flushing 1588230740/table: creating writer at 1733390902407 (+410 ms)Flushing 1588230740/table: appending metadata at 1733390902418 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733390902418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ee8ec3: reopening flushed file at 1733390902827 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e055cd: reopening flushed file at 1733390902832 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0d3dc4: reopening flushed file at 1733390902838 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false at 1733390902844 (+6 ms)Writing region close event to WAL at 1733390902845 (+1 ms)Running coprocessor post-close hooks at 1733390902849 (+4 ms)Closed at 1733390902849 2024-12-05T09:28:22,849 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:22,934 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 to pos 0, reset compression=false 2024-12-05T09:28:22,959 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,43491,1733390891242; all regions closed. 2024-12-05T09:28:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741834_1010 (size=2742) 2024-12-05T09:28:22,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.meta.1733390894339.meta not finished, retry = 0 2024-12-05T09:28:23,064 DEBUG [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs 2024-12-05T09:28:23,064 INFO [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C43491%2C1733390891242.meta:.meta(num 1733390894339) 2024-12-05T09:28:23,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.rep.1733390900512 not finished, retry = 0 2024-12-05T09:28:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741837_1013 (size=1586) 2024-12-05T09:28:23,169 DEBUG [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs 2024-12-05T09:28:23,169 INFO [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C43491%2C1733390891242.rep:(num 1733390900512) 2024-12-05T09:28:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741832_1008 (size=93) 2024-12-05T09:28:23,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242/33186fd147fa%2C43491%2C1733390891242.1733390893356 not finished, retry = 0 2024-12-05T09:28:23,274 DEBUG [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs 2024-12-05T09:28:23,274 INFO [RS:0;33186fd147fa:43491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C43491%2C1733390891242:(num 1733390893356) 2024-12-05T09:28:23,274 DEBUG [RS:0;33186fd147fa:43491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:23,274 INFO [RS:0;33186fd147fa:43491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:23,274 INFO [RS:0;33186fd147fa:43491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:23,274 INFO [RS:0;33186fd147fa:43491 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:23,274 INFO [RS:0;33186fd147fa:43491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:23,274 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:23,274 INFO [RS:0;33186fd147fa:43491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,43491,1733390891242 because: Region server is closing 2024-12-05T09:28:23,275 INFO [RS:0;33186fd147fa:43491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43491. 2024-12-05T09:28:23,275 DEBUG [RS:0;33186fd147fa:43491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:23,275 DEBUG [RS:0;33186fd147fa:43491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:23,275 DEBUG [RS:0;33186fd147fa:43491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:23,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:23,375 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.shipper33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:28:23,375 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.wal-reader.33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:28:23,375 INFO [RS:0;33186fd147fa:43491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43491,1733390891242.replicationSource.shipper33186fd147fa%2C43491%2C1733390891242,1-33186fd147fa,43491,1733390891242 terminated 2024-12-05T09:28:23,375 INFO [RS:0;33186fd147fa:43491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43491 2024-12-05T09:28:23,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/rs 2024-12-05T09:28:23,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/rs/33186fd147fa,43491,1733390891242 2024-12-05T09:28:23,390 INFO [RS:0;33186fd147fa:43491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:23,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,43491,1733390891242] 2024-12-05T09:28:23,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/draining/33186fd147fa,43491,1733390891242 already deleted, retry=false 2024-12-05T09:28:23,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,43491,1733390891242 expired; onlineServers=0 2024-12-05T09:28:23,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,46825,1733390891086' ***** 2024-12-05T09:28:23,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:28:23,407 INFO [M:0;33186fd147fa:46825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:23,407 INFO [M:0;33186fd147fa:46825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:23,407 DEBUG [M:0;33186fd147fa:46825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:28:23,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:28:23,407 DEBUG [M:0;33186fd147fa:46825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:28:23,407 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390893174 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390893174,5,FailOnTimeoutGroup] 2024-12-05T09:28:23,407 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390893179 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390893179,5,FailOnTimeoutGroup] 2024-12-05T09:28:23,407 INFO [M:0;33186fd147fa:46825 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:23,407 INFO [M:0;33186fd147fa:46825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:23,407 DEBUG [M:0;33186fd147fa:46825 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:28:23,407 INFO [M:0;33186fd147fa:46825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:28:23,408 INFO [M:0;33186fd147fa:46825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:23,408 INFO [M:0;33186fd147fa:46825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:28:23,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:28:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/master 2024-12-05T09:28:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:23,415 DEBUG [M:0;33186fd147fa:46825 {}] zookeeper.ZKUtil(347): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/master because node does not exist (not an error) 2024-12-05T09:28:23,415 WARN [M:0;33186fd147fa:46825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:28:23,416 INFO [M:0;33186fd147fa:46825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/.lastflushedseqids 2024-12-05T09:28:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741842_1018 (size=181) 2024-12-05T09:28:23,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:23,498 INFO [RS:0;33186fd147fa:43491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:23,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43491-0x101a5ffb85d0001, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:23,498 INFO [RS:0;33186fd147fa:43491 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,43491,1733390891242; zookeeper connection closed. 2024-12-05T09:28:23,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@476c054c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@476c054c 2024-12-05T09:28:23,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:28:23,821 INFO [M:0;33186fd147fa:46825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:28:23,821 INFO [M:0;33186fd147fa:46825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:28:23,821 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:23,821 INFO [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:23,821 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:23,821 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:23,821 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:23,821 INFO [M:0;33186fd147fa:46825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T09:28:23,836 DEBUG [M:0;33186fd147fa:46825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7b1c3e7c8d54f2b9515e3ce282272f8 is 82, key is hbase:meta,,1/info:regioninfo/1733390894368/Put/seqid=0 2024-12-05T09:28:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741843_1019 (size=5672) 2024-12-05T09:28:24,240 INFO [M:0;33186fd147fa:46825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7b1c3e7c8d54f2b9515e3ce282272f8 2024-12-05T09:28:24,256 DEBUG [M:0;33186fd147fa:46825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce6378954e0e49bc88ca4993ab7e59cc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733390900551/Put/seqid=0 2024-12-05T09:28:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741844_1020 (size=7203) 2024-12-05T09:28:24,661 INFO [M:0;33186fd147fa:46825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce6378954e0e49bc88ca4993ab7e59cc 2024-12-05T09:28:24,678 DEBUG [M:0;33186fd147fa:46825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a376212919546e7ac66c5f2d63d1073 is 69, key is 33186fd147fa,43491,1733390891242/rs:state/1733390893211/Put/seqid=0 2024-12-05T09:28:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741845_1021 (size=5156) 2024-12-05T09:28:25,082 INFO [M:0;33186fd147fa:46825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a376212919546e7ac66c5f2d63d1073 2024-12-05T09:28:25,087 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7b1c3e7c8d54f2b9515e3ce282272f8 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7b1c3e7c8d54f2b9515e3ce282272f8 2024-12-05T09:28:25,091 INFO [M:0;33186fd147fa:46825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7b1c3e7c8d54f2b9515e3ce282272f8, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T09:28:25,092 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce6378954e0e49bc88ca4993ab7e59cc as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce6378954e0e49bc88ca4993ab7e59cc 2024-12-05T09:28:25,096 INFO [M:0;33186fd147fa:46825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce6378954e0e49bc88ca4993ab7e59cc, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T09:28:25,097 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a376212919546e7ac66c5f2d63d1073 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a376212919546e7ac66c5f2d63d1073 2024-12-05T09:28:25,101 INFO [M:0;33186fd147fa:46825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a376212919546e7ac66c5f2d63d1073, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T09:28:25,102 INFO [M:0;33186fd147fa:46825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false 2024-12-05T09:28:25,104 INFO [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:25,104 DEBUG [M:0;33186fd147fa:46825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390903821Disabling compacts and flushes for region at 1733390903821Disabling writes for close at 1733390903821Obtaining lock to block concurrent updates at 1733390903821Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390903821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733390903822 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390903822Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390903822Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390903835 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390903835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390904244 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390904255 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390904255Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390904665 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390904678 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390904678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e194bd5: reopening flushed file at 1733390905086 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cc51fa: reopening flushed file at 1733390905091 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d257d7: reopening flushed file at 1733390905097 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false at 1733390905102 (+5 ms)Writing region close event to WAL at 1733390905104 (+2 ms)Closed at 1733390905104 2024-12-05T09:28:25,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086/33186fd147fa%2C46825%2C1733390891086.1733390892984 not finished, retry = 0 2024-12-05T09:28:25,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741830_1006 (size=41008) 2024-12-05T09:28:25,207 INFO [M:0;33186fd147fa:46825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:28:25,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:25,207 INFO [M:0;33186fd147fa:46825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46825 2024-12-05T09:28:25,207 INFO [M:0;33186fd147fa:46825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:25,315 INFO [M:0;33186fd147fa:46825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:25,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:25,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101a5ffb85d0000, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:25,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:25,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:25,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:25,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:25,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:25,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:25,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:28:25,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:25,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33875 2024-12-05T09:28:25,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33875 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338750x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:25,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33875-0x101a5ffb85d0006 connected 2024-12-05T09:28:25,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:25,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:25,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:25,336 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: INIT 2024-12-05T09:28:25,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98, hbase.cluster.distributed=false 2024-12-05T09:28:25,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/acl 2024-12-05T09:28:25,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-05T09:28:25,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33875 2024-12-05T09:28:25,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33875 2024-12-05T09:28:25,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-05T09:28:25,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-05T09:28:25,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:25,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:25,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:25,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:25,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:25,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:25,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:28:25,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:25,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41673 2024-12-05T09:28:25,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41673 connecting to ZooKeeper ensemble=127.0.0.1:56368 2024-12-05T09:28:25,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:25,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:25,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416730x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:25,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416730x0, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:25,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41673-0x101a5ffb85d0007 connected 2024-12-05T09:28:25,365 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: INIT 2024-12-05T09:28:25,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:28:25,366 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:28:25,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/master 2024-12-05T09:28:25,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/acl 2024-12-05T09:28:25,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41673 2024-12-05T09:28:25,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41673 2024-12-05T09:28:25,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41673 2024-12-05T09:28:25,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41673 2024-12-05T09:28:25,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41673 2024-12-05T09:28:25,378 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:33875 2024-12-05T09:28:25,378 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01884307168/backup-masters/33186fd147fa,33875,1733390905316 2024-12-05T09:28:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:25,388 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on existing znode=/01884307168/backup-masters/33186fd147fa,33875,1733390905316 2024-12-05T09:28:25,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884307168/master 2024-12-05T09:28:25,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:25,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:25,396 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on existing znode=/01884307168/master 2024-12-05T09:28:25,396 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01884307168/backup-masters/33186fd147fa,33875,1733390905316 from backup master directory 2024-12-05T09:28:25,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/backup-masters/33186fd147fa,33875,1733390905316 2024-12-05T09:28:25,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:25,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/backup-masters 2024-12-05T09:28:25,404 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:25,404 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,33875,1733390905316 2024-12-05T09:28:25,413 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:25,413 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:28:25,418 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-05T09:28:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741846_1022 (size=196) 2024-12-05T09:28:25,828 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:25,829 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:28:25,829 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:25,834 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T09:28:25,836 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086 to hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086-dead as it is dead 2024-12-05T09:28:25,836 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086-dead/33186fd147fa%2C46825%2C1733390891086.1733390892984 2024-12-05T09:28:25,837 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086-dead/33186fd147fa%2C46825%2C1733390891086.1733390892984 after 1ms 2024-12-05T09:28:25,837 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086-dead/33186fd147fa%2C46825%2C1733390891086.1733390892984 to hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C46825%2C1733390891086.1733390892984 2024-12-05T09:28:25,837 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,46825,1733390891086-dead 2024-12-05T09:28:25,838 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,33875,1733390905316 2024-12-05T09:28:25,838 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:25,839 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C33875%2C1733390905316, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,33875,1733390905316, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/oldWALs, maxLogs=10 2024-12-05T09:28:25,850 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,33875,1733390905316/33186fd147fa%2C33875%2C1733390905316.1733390905840, exclude list is [], retry=0 2024-12-05T09:28:25,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:25,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/WALs/33186fd147fa,33875,1733390905316/33186fd147fa%2C33875%2C1733390905316.1733390905840 2024-12-05T09:28:25,854 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:25,854 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:25,854 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:25,854 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,854 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:28:25,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:25,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7b1c3e7c8d54f2b9515e3ce282272f8 2024-12-05T09:28:25,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:25,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:28:25,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:25,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce6378954e0e49bc88ca4993ab7e59cc 2024-12-05T09:28:25,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:25,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:28:25,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:25,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a376212919546e7ac66c5f2d63d1073 2024-12-05T09:28:25,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:25,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:28:25,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:25,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:25,874 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,875 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T09:28:25,875 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C46825%2C1733390891086.1733390892984 2024-12-05T09:28:25,878 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C46825%2C1733390891086.1733390892984 2024-12-05T09:28:25,879 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/33186fd147fa%2C46825%2C1733390891086.1733390892984 2024-12-05T09:28:25,880 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,880 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,881 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:25,882 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:25,884 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T09:28:25,885 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58802672, jitterRate=-0.12377190589904785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:25,885 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390905854Initializing all the Stores at 1733390905855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390905855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390905855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390905855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390905855Cleaning up temporary data from old regions at 1733390905880 (+25 ms)Region opened successfully at 1733390905885 (+5 ms) 2024-12-05T09:28:25,885 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:28:25,887 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c67472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:25,889 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T09:28:25,889 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:28:25,889 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:28:25,889 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:28:25,890 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:28:25,892 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:25,892 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:28:25,893 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:28:25,893 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T09:28:25,893 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:28:25,895 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=33186fd147fa,43491,1733390891242, regionLocation=33186fd147fa,43491,1733390891242, openSeqNum=2 2024-12-05T09:28:25,895 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=33186fd147fa,43491,1733390891242, table=hbase:meta, region=1588230740 2024-12-05T09:28:25,895 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43491,1733390891242, state=OPEN 2024-12-05T09:28:25,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:25,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:25,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:25,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:25,933 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:28:25,939 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/draining/33186fd147fa,43491,1733390891242 already deleted, retry=false 2024-12-05T09:28:25,940 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 33186fd147fa,43491,1733390891242 on 33186fd147fa,33875,1733390905316 2024-12-05T09:28:25,941 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 33186fd147fa,43491,1733390891242, splitWal=true, meta=true 2024-12-05T09:28:25,941 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 33186fd147fa,43491,1733390891242 (carryingMeta=true) 33186fd147fa,43491,1733390891242/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@43d0706a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T09:28:25,942 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/balancer because node does not exist (not necessarily an error) 2024-12-05T09:28:25,948 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/balancer already deleted, retry=false 2024-12-05T09:28:25,948 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:28:25,949 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:28:25,956 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/normalizer already deleted, retry=false 2024-12-05T09:28:25,957 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:28:25,958 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:28:25,965 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/switch/split already deleted, retry=false 2024-12-05T09:28:25,966 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:28:25,973 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/switch/merge already deleted, retry=false 2024-12-05T09:28:25,983 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:28:25,989 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/snapshot-cleanup already deleted, retry=false 2024-12-05T09:28:25,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:25,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:25,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:25,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:25,998 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,33875,1733390905316, sessionid=0x101a5ffb85d0006, setting cluster-up flag (Was=false) 2024-12-05T09:28:26,007 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884307168/flush-table-proc/acquired, /01884307168/flush-table-proc/reached, /01884307168/flush-table-proc/abort 2024-12-05T09:28:26,007 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,33875,1733390905316 2024-12-05T09:28:26,015 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884307168/online-snapshot/acquired, /01884307168/online-snapshot/reached, /01884307168/online-snapshot/abort 2024-12-05T09:28:26,016 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,33875,1733390905316 2024-12-05T09:28:26,017 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/.lastflushedseqids 2024-12-05T09:28:26,018 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:28:26,019 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:28:26,019 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,33875,1733390905316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 33186fd147fa,43491,1733390891242 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:26,020 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,022 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 33186fd147fa,43491,1733390891242, splitWal=true, meta=true 2024-12-05T09:28:26,023 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 33186fd147fa,43491,1733390891242, splitWal=true, meta=true, isMeta: true 2024-12-05T09:28:26,024 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242-splitting 2024-12-05T09:28:26,024 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390936024 2024-12-05T09:28:26,025 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:28:26,025 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:28:26,025 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:28:26,025 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:28:26,025 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:28:26,025 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:28:26,025 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242-splitting dir is empty, no logs to split. 2024-12-05T09:28:26,025 INFO [PEWorker-1 {}] master.SplitWALManager(105): 33186fd147fa,43491,1733390891242 WAL count=0, meta=true 2024-12-05T09:28:26,026 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,027 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:28:26,027 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:28:26,027 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:28:26,027 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:28:26,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:26,029 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:28:26,029 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:28:26,030 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242-splitting dir is empty, no logs to split. 2024-12-05T09:28:26,030 INFO [PEWorker-1 {}] master.SplitWALManager(105): 33186fd147fa,43491,1733390891242 WAL count=0, meta=true 2024-12-05T09:28:26,030 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 33186fd147fa,43491,1733390891242 WAL splitting is done? wals=0, meta=true 2024-12-05T09:28:26,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:28:26,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:26,038 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390906029,5,FailOnTimeoutGroup] 2024-12-05T09:28:26,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T09:28:26,039 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390906038,5,FailOnTimeoutGroup] 2024-12-05T09:28:26,039 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:28:26,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390906040, completionTime=-1 2024-12-05T09:28:26,040 WARN [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T09:28:26,040 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T09:28:26,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:26,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:26,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:26,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:26,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:26,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:26,070 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(746): ClusterId : bec931df-fbf0-40d4-8f97-a71214cd1a79 2024-12-05T09:28:26,070 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:28:26,080 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:28:26,080 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:28:26,090 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:28:26,090 DEBUG [RS:0;33186fd147fa:41673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702debb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:26,100 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:41673 2024-12-05T09:28:26,100 INFO [RS:0;33186fd147fa:41673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:28:26,100 INFO [RS:0;33186fd147fa:41673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:28:26,100 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:28:26,100 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,33875,1733390905316 with port=41673, startcode=1733390905353 2024-12-05T09:28:26,101 DEBUG [RS:0;33186fd147fa:41673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:28:26,102 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:28:26,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33875 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,103 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98 2024-12-05T09:28:26,103 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43723 2024-12-05T09:28:26,103 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:28:26,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/rs 2024-12-05T09:28:26,132 DEBUG [RS:0;33186fd147fa:41673 {}] zookeeper.ZKUtil(111): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on existing znode=/01884307168/rs/33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,132 WARN [RS:0;33186fd147fa:41673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:26,132 INFO [RS:0;33186fd147fa:41673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:26,132 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,41673,1733390905353] 2024-12-05T09:28:26,140 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T09:28:26,148 INFO [RS:0;33186fd147fa:41673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:28:26,149 INFO [RS:0;33186fd147fa:41673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:28:26,149 INFO [RS:0;33186fd147fa:41673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:28:26,149 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,149 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:28:26,150 INFO [RS:0;33186fd147fa:41673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:28:26,150 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,150 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,151 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,151 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,151 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,151 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:26,151 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:26,151 DEBUG [RS:0;33186fd147fa:41673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:26,151 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,151 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,151 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,151 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,151 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,151 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41673,1733390905353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:26,162 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:28:26,162 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41673,1733390905353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,173 INFO [RS:0;33186fd147fa:41673 {}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,41673,1733390905353, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:28:26,173 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,173 INFO [RS:0;33186fd147fa:41673 {}] regionserver.Replication(171): 33186fd147fa,41673,1733390905353 started 2024-12-05T09:28:26,187 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:26,187 DEBUG [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:41983' 2024-12-05T09:28:26,187 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,41673,1733390905353, RpcServer on 33186fd147fa/172.17.0.3:41673, sessionid=0x101a5ffb85d0007 2024-12-05T09:28:26,187 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:28:26,187 DEBUG [RS:0;33186fd147fa:41673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,187 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,41673,1733390905353' 2024-12-05T09:28:26,187 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884307168/flush-table-proc/abort' 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884307168/flush-table-proc/acquired' 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765940d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,41673,1733390905353' 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884307168/online-snapshot/abort' 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41983,-1 for getting cluster id 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884307168/online-snapshot/acquired' 2024-12-05T09:28:26,188 DEBUG [RS:0;33186fd147fa:41673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:28:26,189 INFO [RS:0;33186fd147fa:41673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:28:26,189 INFO [RS:0;33186fd147fa:41673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:28:26,189 WARN [33186fd147fa:33875 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T09:28:26,189 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '236c3617-a3c7-4354-8995-eb26b77ec305' 2024-12-05T09:28:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "236c3617-a3c7-4354-8995-eb26b77ec305" 2024-12-05T09:28:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa47bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41983,-1] 2024-12-05T09:28:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:26,190 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:26,191 DEBUG [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b208ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:26,191 DEBUG [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:26,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41983,1733390896025 2024-12-05T09:28:26,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f1877b 2024-12-05T09:28:26,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:26,193 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T09:28:26,194 INFO [RS:0;33186fd147fa:41673.replicationSource,1-33186fd147fa,41673,1733390905353 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,41673,1733390905353 (queues=0) is replicating from cluster=bec931df-fbf0-40d4-8f97-a71214cd1a79 to cluster=236c3617-a3c7-4354-8995-eb26b77ec305 2024-12-05T09:28:26,289 INFO [RS:0;33186fd147fa:41673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:26,290 INFO [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41673%2C1733390905353, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs, maxLogs=10 2024-12-05T09:28:26,301 DEBUG [RS:0;33186fd147fa:41673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290, exclude list is [], retry=0 2024-12-05T09:28:26,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:26,305 INFO [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 2024-12-05T09:28:26,305 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 33186fd147fa%2C41673%2C1733390905353 for peer 1 2024-12-05T09:28:26,305 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C41673%2C1733390905353 2024-12-05T09:28:26,305 INFO [RS:0;33186fd147fa:41673 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,41673,1733390905353, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:28:26,306 DEBUG [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:26,306 INFO [RS:0;33186fd147fa:41673.replicationSource.shipper33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C41673%2C1733390905353 2024-12-05T09:28:26,307 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290, startPosition=0, beingWritten=true 2024-12-05T09:28:26,439 DEBUG [33186fd147fa:33875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:28:26,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,41673,1733390905353, state=OPENING 2024-12-05T09:28:26,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:26,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:26,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:26,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:26,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:26,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,41673,1733390905353}] 2024-12-05T09:28:26,511 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:26,600 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:26,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:28:26,604 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:28:26,604 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:26,604 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:28:26,606 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41673%2C1733390905353.meta, suffix=.meta, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs, maxLogs=10 2024-12-05T09:28:26,616 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.meta.1733390906606.meta, exclude list is [], retry=0 2024-12-05T09:28:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:26,624 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.meta.1733390906606.meta 2024-12-05T09:28:26,624 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:26,624 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:26,624 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:26,624 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:26,624 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:28:26,624 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:28:26,625 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:28:26,625 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:26,625 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:28:26,625 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:28:26,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:26,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:26,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:26,631 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/info/432d2ad7ee514c6b9d99d8198c80a751 2024-12-05T09:28:26,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:26,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:26,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:26,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:26,638 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/ns/44a6915bc6024b5dbdd120db3c1cbc57 2024-12-05T09:28:26,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:26,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:26,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:26,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:26,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:26,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:26,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:26,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:26,645 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/table/e29c49a1d975408a950ac22297e13598 2024-12-05T09:28:26,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:26,645 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:26,646 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740 2024-12-05T09:28:26,647 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740 2024-12-05T09:28:26,648 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:26,648 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:26,649 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:26,650 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:26,650 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71884461, jitterRate=0.07116194069385529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:26,650 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:28:26,651 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390906625Writing region info on filesystem at 1733390906625Initializing all the Stores at 1733390906625Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390906626 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390906626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390906626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390906626Cleaning up temporary data from old regions at 1733390906648 (+22 ms)Running coprocessor post-open hooks at 1733390906651 (+3 ms)Region opened successfully at 1733390906651 2024-12-05T09:28:26,651 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733390906600 2024-12-05T09:28:26,653 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:28:26,653 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:28:26,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,41673,1733390905353, state=OPEN 2024-12-05T09:28:26,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:26,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884307168/meta-region-server 2024-12-05T09:28:26,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:26,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884307168/meta-region-server: CHANGED 2024-12-05T09:28:26,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,41673,1733390905353 2024-12-05T09:28:26,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T09:28:26,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,41673,1733390905353 in 353 msec 2024-12-05T09:28:26,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:28:26,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 768 msec 2024-12-05T09:28:26,815 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:27,219 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:27,642 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-05T09:28:27,724 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:28,328 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:29,032 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:29,145 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T09:28:29,837 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:30,547 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T09:28:30,547 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:28:30,547 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:30,547 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41673,1733390905353, seqNum=-1] 2024-12-05T09:28:30,548 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:30,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:30,552 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa05d4bd45726a1f58ac015d3d913c92, regionState=OPEN, lastHost=33186fd147fa,43491,1733390891242, regionLocation=33186fd147fa,43491,1733390891242, openSeqNum=2 2024-12-05T09:28:30,552 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:28:30,552 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390970552 2024-12-05T09:28:30,552 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391030552 2024-12-05T09:28:30,552 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T09:28:30,553 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 33186fd147fa,43491,1733390891242 had 2 regions 2024-12-05T09:28:30,553 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33875,1733390905316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,553 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33875,1733390905316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,553 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33875,1733390905316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,553 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:33875, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,553 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,553 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,554 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 33186fd147fa,43491,1733390891242, splitWal=true, meta=true, isMeta: false 2024-12-05T09:28:30,555 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242-splitting dir is empty, no logs to split. 2024-12-05T09:28:30,555 INFO [PEWorker-3 {}] master.SplitWALManager(105): 33186fd147fa,43491,1733390891242 WAL count=0, meta=false 2024-12-05T09:28:30,557 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,43491,1733390891242-splitting dir is empty, no logs to split. 2024-12-05T09:28:30,557 INFO [PEWorker-3 {}] master.SplitWALManager(105): 33186fd147fa,43491,1733390891242 WAL count=0, meta=false 2024-12-05T09:28:30,557 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 33186fd147fa,43491,1733390891242 WAL splitting is done? wals=0, meta=false 2024-12-05T09:28:30,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.155sec 2024-12-05T09:28:30,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:28:30,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:28:30,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:28:30,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:28:30,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:28:30,560 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33875,1733390905316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:30,560 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33875,1733390905316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:28:30,560 WARN [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=33186fd147fa,43491,1733390891242/hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:30,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN}] 2024-12-05T09:28:30,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN 2024-12-05T09:28:30,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T09:28:30,565 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:28:30,565 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:28:30,565 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33875,1733390905316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:30,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:30,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33875,-1 for getting cluster id 2024-12-05T09:28:30,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:30,575 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bec931df-fbf0-40d4-8f97-a71214cd1a79' 2024-12-05T09:28:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bec931df-fbf0-40d4-8f97-a71214cd1a79" 2024-12-05T09:28:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ffe1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:30,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33875,-1] 2024-12-05T09:28:30,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:30,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,577 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67edc596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:30,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41673,1733390905353, seqNum=-1] 2024-12-05T09:28:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:30,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:30,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T09:28:30,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:30,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:30,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:30,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 33186fd147fa:33875 after: 33186fd147fa:33875 2024-12-05T09:28:30,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:30,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33875,-1 for getting cluster id 2024-12-05T09:28:30,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:30,584 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bec931df-fbf0-40d4-8f97-a71214cd1a79' 2024-12-05T09:28:30,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:30,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bec931df-fbf0-40d4-8f97-a71214cd1a79" 2024-12-05T09:28:30,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d5cf31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:30,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33875,-1] 2024-12-05T09:28:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,585 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:30,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:30,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,33875,1733390905316 2024-12-05T09:28:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f839fa5 2024-12-05T09:28:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:30,588 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:30,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T09:28:30,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:28:30,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:30,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:30,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:30,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:28:30,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=281411539, stopped=false 2024-12-05T09:28:30,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,41983,1733390896025 2024-12-05T09:28:30,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995088955/running 2024-12-05T09:28:30,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995088955/running 2024-12-05T09:28:30,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:30,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:30,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:30,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:30,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:30,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/running 2024-12-05T09:28:30,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Set watcher on znode that does not yet exist, /1995088955/running 2024-12-05T09:28:30,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,35965,1733390896108' ***** 2024-12-05T09:28:30,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:28:30,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,35965,1733390896108 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35965. 2024-12-05T09:28:30,621 DEBUG [RS:0;33186fd147fa:35965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:30,621 DEBUG [RS:0;33186fd147fa:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:28:30,621 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:28:30,622 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:28:30,622 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:28:30,622 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:30,622 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:30,622 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:30,622 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:30,622 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:30,622 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:30,622 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T09:28:30,637 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/.tmp/ns/eef418bb62ce45888fd521a412dd9f66 is 43, key is default/ns:d/1733390899283/Put/seqid=0 2024-12-05T09:28:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741835_1011 (size=5153) 2024-12-05T09:28:30,643 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:30,713 DEBUG [33186fd147fa:33875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:28:30,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa05d4bd45726a1f58ac015d3d913c92, regionState=OPENING, regionLocation=33186fd147fa,41673,1733390905353 2024-12-05T09:28:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN because future has completed 2024-12-05T09:28:30,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa05d4bd45726a1f58ac015d3d913c92, server=33186fd147fa,41673,1733390905353}] 2024-12-05T09:28:30,741 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:30,822 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:30,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:30,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:30,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:28:30,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41673%2C1733390905353.rep, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs, maxLogs=10 2024-12-05T09:28:30,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.rep.1733390910873, exclude list is [], retry=0 2024-12-05T09:28:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-1dd9b413-6911-4b09-895e-f8bfea7f722e,DISK] 2024-12-05T09:28:30,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.rep.1733390910873 2024-12-05T09:28:30,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-05T09:28:30,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fa05d4bd45726a1f58ac015d3d913c92, NAME => 'hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:30,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:30,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:30,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. service=MultiRowMutationService 2024-12-05T09:28:30,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:28:30,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:30,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,890 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,891 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa05d4bd45726a1f58ac015d3d913c92 columnFamilyName hfileref 2024-12-05T09:28:30,891 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:30,891 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(327): Store=fa05d4bd45726a1f58ac015d3d913c92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:30,891 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,892 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa05d4bd45726a1f58ac015d3d913c92 columnFamilyName queue 2024-12-05T09:28:30,892 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:30,911 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/queue/3feb4cdf604a40f19c109877a9d6dbc8 2024-12-05T09:28:30,911 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(327): Store=fa05d4bd45726a1f58ac015d3d913c92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:30,911 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,912 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa05d4bd45726a1f58ac015d3d913c92 columnFamilyName sid 2024-12-05T09:28:30,912 DEBUG [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:30,912 INFO [StoreOpener-fa05d4bd45726a1f58ac015d3d913c92-1 {}] regionserver.HStore(327): Store=fa05d4bd45726a1f58ac015d3d913c92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:30,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:28:30,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fa05d4bd45726a1f58ac015d3d913c92; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74761217, jitterRate=0.1140289455652237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:28:30,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:30,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fa05d4bd45726a1f58ac015d3d913c92: Running coprocessor pre-open hook at 1733390910889Writing region info on filesystem at 1733390910889Initializing all the Stores at 1733390910890 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390910890Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390910890Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390910890Cleaning up temporary data from old regions at 1733390910915 (+25 ms)Running coprocessor post-open hooks at 1733390910917 (+2 ms)Region opened successfully at 1733390910918 (+1 ms) 2024-12-05T09:28:30,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92., pid=13, masterSystemTime=1733390910868 2024-12-05T09:28:30,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:30,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:30,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa05d4bd45726a1f58ac015d3d913c92, regionState=OPEN, openSeqNum=9, regionLocation=33186fd147fa,41673,1733390905353 2024-12-05T09:28:30,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa05d4bd45726a1f58ac015d3d913c92, server=33186fd147fa,41673,1733390905353 because future has completed 2024-12-05T09:28:30,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T09:28:30,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fa05d4bd45726a1f58ac015d3d913c92, server=33186fd147fa,41673,1733390905353 in 208 msec 2024-12-05T09:28:30,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T09:28:30,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa05d4bd45726a1f58ac015d3d913c92, ASSIGN in 364 msec 2024-12-05T09:28:30,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T09:28:30,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92., hostname=33186fd147fa,41673,1733390905353, seqNum=9] 2024-12-05T09:28:30,957 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 33186fd147fa,43491,1733390891242 2024-12-05T09:28:30,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T09:28:31,022 DEBUG [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:31,042 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/.tmp/ns/eef418bb62ce45888fd521a412dd9f66 2024-12-05T09:28:31,047 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/.tmp/ns/eef418bb62ce45888fd521a412dd9f66 as hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/ns/eef418bb62ce45888fd521a412dd9f66 2024-12-05T09:28:31,052 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/ns/eef418bb62ce45888fd521a412dd9f66, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T09:28:31,053 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-12-05T09:28:31,053 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:28:31,057 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T09:28:31,058 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:31,058 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:31,058 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:31,058 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390910622Running coprocessor pre-close hooks at 1733390910622Disabling compacts and flushes for region at 1733390910622Disabling writes for close at 1733390910622Obtaining lock to block concurrent updates at 1733390910622Preparing flush snapshotting stores in 1588230740 at 1733390910622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733390910622Flushing stores of hbase:meta,,1.1588230740 at 1733390910623 (+1 ms)Flushing 1588230740/ns: creating writer at 1733390910623Flushing 1588230740/ns: appending metadata at 1733390910637 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733390910637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f95eb83: reopening flushed file at 1733390911047 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1733390911053 (+6 ms)Writing region close event to WAL at 1733390911054 (+1 ms)Running coprocessor post-close hooks at 1733390911058 (+4 ms)Closed at 1733390911058 2024-12-05T09:28:31,059 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:31,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T09:28:31,195 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:28:31,195 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:28:31,222 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,35965,1733390896108; all regions closed. 2024-12-05T09:28:31,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741834_1010 (size=1152) 2024-12-05T09:28:31,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108/33186fd147fa%2C35965%2C1733390896108.meta.1733390899226.meta not finished, retry = 0 2024-12-05T09:28:31,327 DEBUG [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/oldWALs 2024-12-05T09:28:31,327 INFO [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C35965%2C1733390896108.meta:.meta(num 1733390899226) 2024-12-05T09:28:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741832_1008 (size=93) 2024-12-05T09:28:31,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/WALs/33186fd147fa,35965,1733390896108/33186fd147fa%2C35965%2C1733390896108.1733390898259 not finished, retry = 0 2024-12-05T09:28:31,431 DEBUG [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/oldWALs 2024-12-05T09:28:31,431 INFO [RS:0;33186fd147fa:35965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C35965%2C1733390896108:(num 1733390898259) 2024-12-05T09:28:31,431 DEBUG [RS:0;33186fd147fa:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:31,431 INFO [RS:0;33186fd147fa:35965 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:31,431 INFO [RS:0;33186fd147fa:35965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:31,432 INFO [RS:0;33186fd147fa:35965 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:31,432 INFO [RS:0;33186fd147fa:35965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:31,432 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:31,432 INFO [RS:0;33186fd147fa:35965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35965 2024-12-05T09:28:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955/rs 2024-12-05T09:28:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995088955/rs/33186fd147fa,35965,1733390896108 2024-12-05T09:28:31,439 INFO [RS:0;33186fd147fa:35965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:31,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,35965,1733390896108] 2024-12-05T09:28:31,456 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1995088955/draining/33186fd147fa,35965,1733390896108 already deleted, retry=false 2024-12-05T09:28:31,456 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,35965,1733390896108 expired; onlineServers=0 2024-12-05T09:28:31,456 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,41983,1733390896025' ***** 2024-12-05T09:28:31,456 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:28:31,456 INFO [M:0;33186fd147fa:41983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:31,456 INFO [M:0;33186fd147fa:41983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:31,456 DEBUG [M:0;33186fd147fa:41983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:28:31,456 DEBUG [M:0;33186fd147fa:41983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:28:31,456 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:28:31,456 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390898014 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390898014,5,FailOnTimeoutGroup] 2024-12-05T09:28:31,456 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390898014 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390898014,5,FailOnTimeoutGroup] 2024-12-05T09:28:31,457 INFO [M:0;33186fd147fa:41983 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:31,457 INFO [M:0;33186fd147fa:41983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:31,457 DEBUG [M:0;33186fd147fa:41983 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:28:31,457 INFO [M:0;33186fd147fa:41983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:28:31,457 INFO [M:0;33186fd147fa:41983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:31,457 INFO [M:0;33186fd147fa:41983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:28:31,457 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:28:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995088955/master 2024-12-05T09:28:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995088955 2024-12-05T09:28:31,464 DEBUG [M:0;33186fd147fa:41983 {}] zookeeper.ZKUtil(347): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Unable to get data of znode /1995088955/master because node does not exist (not an error) 2024-12-05T09:28:31,464 WARN [M:0;33186fd147fa:41983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:28:31,465 INFO [M:0;33186fd147fa:41983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/.lastflushedseqids 2024-12-05T09:28:31,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741836_1012 (size=99) 2024-12-05T09:28:31,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:31,548 INFO [RS:0;33186fd147fa:35965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:31,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x101a5ffb85d0004, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:31,548 INFO [RS:0;33186fd147fa:35965 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,35965,1733390896108; zookeeper connection closed. 2024-12-05T09:28:31,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@278f4edd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@278f4edd 2024-12-05T09:28:31,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:28:31,746 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:31,872 INFO [M:0;33186fd147fa:41983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:28:31,872 INFO [M:0;33186fd147fa:41983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:28:31,873 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:31,873 INFO [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:31,873 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:31,873 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:31,873 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:31,873 INFO [M:0;33186fd147fa:41983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T09:28:31,886 DEBUG [M:0;33186fd147fa:41983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726797aadfe443c4b9ba1bdd8f86d431 is 82, key is hbase:meta,,1/info:regioninfo/1733390899265/Put/seqid=0 2024-12-05T09:28:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741837_1013 (size=5672) 2024-12-05T09:28:32,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:32,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:32,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:32,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:32,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:32,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:32,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:32,291 INFO [M:0;33186fd147fa:41983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726797aadfe443c4b9ba1bdd8f86d431 2024-12-05T09:28:32,307 DEBUG [M:0;33186fd147fa:41983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b50aefde7f494a69a08ef03473b3da95 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733390899287/Put/seqid=0 2024-12-05T09:28:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741838_1014 (size=5275) 2024-12-05T09:28:32,711 INFO [M:0;33186fd147fa:41983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b50aefde7f494a69a08ef03473b3da95 2024-12-05T09:28:32,727 DEBUG [M:0;33186fd147fa:41983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f09e2dce42a43bf804369775567a081 is 69, key is 33186fd147fa,35965,1733390896108/rs:state/1733390898098/Put/seqid=0 2024-12-05T09:28:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741839_1015 (size=5156) 2024-12-05T09:28:32,850 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:33,131 INFO [M:0;33186fd147fa:41983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f09e2dce42a43bf804369775567a081 2024-12-05T09:28:33,135 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726797aadfe443c4b9ba1bdd8f86d431 as hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726797aadfe443c4b9ba1bdd8f86d431 2024-12-05T09:28:33,139 INFO [M:0;33186fd147fa:41983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726797aadfe443c4b9ba1bdd8f86d431, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T09:28:33,139 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b50aefde7f494a69a08ef03473b3da95 as hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b50aefde7f494a69a08ef03473b3da95 2024-12-05T09:28:33,143 INFO [M:0;33186fd147fa:41983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b50aefde7f494a69a08ef03473b3da95, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T09:28:33,144 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f09e2dce42a43bf804369775567a081 as hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f09e2dce42a43bf804369775567a081 2024-12-05T09:28:33,148 INFO [M:0;33186fd147fa:41983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36053/user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f09e2dce42a43bf804369775567a081, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T09:28:33,149 INFO [M:0;33186fd147fa:41983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=28, compaction requested=false 2024-12-05T09:28:33,150 INFO [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:33,150 DEBUG [M:0;33186fd147fa:41983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390911872Disabling compacts and flushes for region at 1733390911872Disabling writes for close at 1733390911873 (+1 ms)Obtaining lock to block concurrent updates at 1733390911873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390911873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733390911873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390911874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390911874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390911886 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390911886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390912295 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390912307 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390912307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390912715 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390912727 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390912727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1b446d: reopening flushed file at 1733390913135 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d297756: reopening flushed file at 1733390913139 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f60b71d: reopening flushed file at 1733390913143 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=28, compaction requested=false at 1733390913149 (+6 ms)Writing region close event to WAL at 1733390913149Closed at 1733390913149 2024-12-05T09:28:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741830_1006 (size=10165) 2024-12-05T09:28:33,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67f65a1e-5c4c-5d7f-fc47-d8587e03dad4/MasterData/WALs/33186fd147fa,41983,1733390896025/33186fd147fa%2C41983%2C1733390896025.1733390897821 not finished, retry = 0 2024-12-05T09:28:33,252 INFO [M:0;33186fd147fa:41983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:28:33,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:33,253 INFO [M:0;33186fd147fa:41983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41983 2024-12-05T09:28:33,253 INFO [M:0;33186fd147fa:41983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:33,398 INFO [M:0;33186fd147fa:41983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41983-0x101a5ffb85d0003, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:33,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:33,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:33,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:33,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:33,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:33,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:28:33,401 WARN [BP-491934731-172.17.0.3-1733390894537 heartbeating to localhost/127.0.0.1:36053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:28:33,401 WARN [BP-491934731-172.17.0.3-1733390894537 heartbeating to localhost/127.0.0.1:36053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491934731-172.17.0.3-1733390894537 (Datanode Uuid d989dad6-d387-41f1-9a31-1de3fcb53ae8) service to localhost/127.0.0.1:36053 2024-12-05T09:28:33,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:28:33,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/cluster_be635a52-529b-0361-06b0-e45c368607f8/data/data1/current/BP-491934731-172.17.0.3-1733390894537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:33,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/cluster_be635a52-529b-0361-06b0-e45c368607f8/data/data2/current/BP-491934731-172.17.0.3-1733390894537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:33,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:28:33,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:33,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:33,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:33,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:33,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:33,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:28:33,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:28:33,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:33,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:33,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:33,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:33,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:33,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:28:33,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=810260566, stopped=false 2024-12-05T09:28:33,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,33875,1733390905316 2024-12-05T09:28:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/running 2024-12-05T09:28:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:33,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:33,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:33,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:33,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:33,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,41673,1733390905353' ***** 2024-12-05T09:28:33,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:28:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:28:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Set watcher on znode that does not yet exist, /01884307168/running 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:28:33,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(3091): Received CLOSE for fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,41673,1733390905353 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:33,440 INFO [RS:0;33186fd147fa:41673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:41673. 2024-12-05T09:28:33,441 DEBUG [RS:0;33186fd147fa:41673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa05d4bd45726a1f58ac015d3d913c92, disabling compactions & flushes 2024-12-05T09:28:33,441 DEBUG [RS:0;33186fd147fa:41673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:33,441 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. after waiting 0 ms 2024-12-05T09:28:33,441 INFO [RS:0;33186fd147fa:41673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:33,441 INFO [RS:0;33186fd147fa:41673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:28:33,441 INFO [RS:0;33186fd147fa:41673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:28:33,441 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:28:33,441 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:28:33,441 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa05d4bd45726a1f58ac015d3d913c92=hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92.} 2024-12-05T09:28:33,441 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa05d4bd45726a1f58ac015d3d913c92 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:33,441 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:33,441 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:33,441 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T09:28:33,444 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/replication/fa05d4bd45726a1f58ac015d3d913c92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T09:28:33,445 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:33,445 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:33,445 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:33,445 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa05d4bd45726a1f58ac015d3d913c92: Waiting for close lock at 1733390913441Running coprocessor pre-close hooks at 1733390913441Disabling compacts and flushes for region at 1733390913441Disabling writes for close at 1733390913441Writing region close event to WAL at 1733390913441Running coprocessor post-close hooks at 1733390913445 (+4 ms)Closed at 1733390913445 2024-12-05T09:28:33,445 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92. 2024-12-05T09:28:33,454 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/info/150f6b9b301640268f0ac78b5cb583c3 is 147, key is hbase:replication,,1733390899376.fa05d4bd45726a1f58ac015d3d913c92./info:regioninfo/1733390910921/Put/seqid=0 2024-12-05T09:28:33,457 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741851_1027 (size=6385) 2024-12-05T09:28:33,641 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:33,841 DEBUG [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:28:33,858 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/info/150f6b9b301640268f0ac78b5cb583c3 2024-12-05T09:28:33,863 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/.tmp/info/150f6b9b301640268f0ac78b5cb583c3 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/info/150f6b9b301640268f0ac78b5cb583c3 2024-12-05T09:28:33,868 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/info/150f6b9b301640268f0ac78b5cb583c3, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T09:28:33,869 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-12-05T09:28:33,873 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T09:28:33,873 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:33,874 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:33,874 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:33,874 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390913441Running coprocessor pre-close hooks at 1733390913441Disabling compacts and flushes for region at 1733390913441Disabling writes for close at 1733390913441Obtaining lock to block concurrent updates at 1733390913441Preparing flush snapshotting stores in 1588230740 at 1733390913441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733390913441Flushing stores of hbase:meta,,1.1588230740 at 1733390913442 (+1 ms)Flushing 1588230740/info: creating writer at 1733390913442Flushing 1588230740/info: appending metadata at 1733390913453 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733390913453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65171bb4: reopening flushed file at 1733390913863 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1733390913869 (+6 ms)Writing region close event to WAL at 1733390913870 (+1 ms)Running coprocessor post-close hooks at 1733390913873 (+3 ms)Closed at 1733390913874 (+1 ms) 2024-12-05T09:28:33,874 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:34,041 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,41673,1733390905353; all regions closed. 2024-12-05T09:28:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741849_1025 (size=2156) 2024-12-05T09:28:34,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.meta.1733390906606.meta not finished, retry = 0 2024-12-05T09:28:34,054 DEBUG [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 to pos 0, reset compression=false 2024-12-05T09:28:34,146 DEBUG [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs 2024-12-05T09:28:34,146 INFO [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C41673%2C1733390905353.meta:.meta(num 1733390906606) 2024-12-05T09:28:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741850_1026 (size=796) 2024-12-05T09:28:34,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.rep.1733390910873 not finished, retry = 0 2024-12-05T09:28:34,158 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:28:34,158 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:28:34,251 DEBUG [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs 2024-12-05T09:28:34,251 INFO [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C41673%2C1733390905353.rep:(num 1733390910873) 2024-12-05T09:28:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741848_1024 (size=93) 2024-12-05T09:28:34,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/WALs/33186fd147fa,41673,1733390905353/33186fd147fa%2C41673%2C1733390905353.1733390906290 not finished, retry = 0 2024-12-05T09:28:34,355 DEBUG [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/oldWALs 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C41673%2C1733390905353:(num 1733390906290) 2024-12-05T09:28:34,356 DEBUG [RS:0;33186fd147fa:41673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:34,356 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,41673,1733390905353 because: Region server is closing 2024-12-05T09:28:34,356 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T09:28:34,356 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T09:28:34,356 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T09:28:34,356 INFO [RS:0;33186fd147fa:41673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:41673. 2024-12-05T09:28:34,357 DEBUG [RS:0;33186fd147fa:41673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:34,357 DEBUG [RS:0;33186fd147fa:41673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:34,357 DEBUG [RS:0;33186fd147fa:41673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:34,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:34,457 WARN [RS:0;33186fd147fa:41673.replicationSource.shipper33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:28:34,457 WARN [RS:0;33186fd147fa:41673.replicationSource.wal-reader.33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:28:34,457 INFO [RS:0;33186fd147fa:41673 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;33186fd147fa:41673.replicationSource.shipper33186fd147fa%2C41673%2C1733390905353,1-33186fd147fa,41673,1733390905353 terminated 2024-12-05T09:28:34,457 INFO [RS:0;33186fd147fa:41673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41673 2024-12-05T09:28:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168/rs 2024-12-05T09:28:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/rs/33186fd147fa,41673,1733390905353 2024-12-05T09:28:34,539 INFO [RS:0;33186fd147fa:41673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:34,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,41673,1733390905353] 2024-12-05T09:28:34,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01884307168/draining/33186fd147fa,41673,1733390905353 already deleted, retry=false 2024-12-05T09:28:34,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,41673,1733390905353 expired; onlineServers=0 2024-12-05T09:28:34,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,33875,1733390905316' ***** 2024-12-05T09:28:34,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:28:34,589 INFO [M:0;33186fd147fa:33875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:28:34,589 INFO [M:0;33186fd147fa:33875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:28:34,589 DEBUG [M:0;33186fd147fa:33875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:28:34,589 DEBUG [M:0;33186fd147fa:33875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:28:34,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:28:34,589 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390906038 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390906038,5,FailOnTimeoutGroup] 2024-12-05T09:28:34,589 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390906029 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390906029,5,FailOnTimeoutGroup] 2024-12-05T09:28:34,589 INFO [M:0;33186fd147fa:33875 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:28:34,590 INFO [M:0;33186fd147fa:33875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:28:34,590 DEBUG [M:0;33186fd147fa:33875 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:28:34,590 INFO [M:0;33186fd147fa:33875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:28:34,590 INFO [M:0;33186fd147fa:33875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:28:34,590 INFO [M:0;33186fd147fa:33875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:28:34,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:28:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884307168/master 2024-12-05T09:28:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884307168 2024-12-05T09:28:34,597 DEBUG [M:0;33186fd147fa:33875 {}] zookeeper.ZKUtil(347): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Unable to get data of znode /01884307168/master because node does not exist (not an error) 2024-12-05T09:28:34,597 WARN [M:0;33186fd147fa:33875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:28:34,598 INFO [M:0;33186fd147fa:33875 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/.lastflushedseqids 2024-12-05T09:28:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741852_1028 (size=181) 2024-12-05T09:28:34,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:34,674 INFO [RS:0;33186fd147fa:41673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:34,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41673-0x101a5ffb85d0007, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:34,674 INFO [RS:0;33186fd147fa:41673 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,41673,1733390905353; zookeeper connection closed. 2024-12-05T09:28:34,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50869d91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50869d91 2024-12-05T09:28:34,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:28:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:28:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:35,003 INFO [M:0;33186fd147fa:33875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:28:35,003 INFO [M:0;33186fd147fa:33875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:28:35,003 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:35,003 INFO [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:35,003 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:35,003 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:35,003 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:35,003 INFO [M:0;33186fd147fa:33875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T09:28:35,020 DEBUG [M:0;33186fd147fa:33875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a22719acffd64c929a7ef876dd8349fb is 82, key is hbase:meta,,1/info:regioninfo/1733390906654/Put/seqid=0 2024-12-05T09:28:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741853_1029 (size=5672) 2024-12-05T09:28:35,424 INFO [M:0;33186fd147fa:33875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a22719acffd64c929a7ef876dd8349fb 2024-12-05T09:28:35,444 DEBUG [M:0;33186fd147fa:33875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ff281db572c41579b9ffe1356820be5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733390910926/Put/seqid=0 2024-12-05T09:28:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741854_1030 (size=7312) 2024-12-05T09:28:35,848 INFO [M:0;33186fd147fa:33875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ff281db572c41579b9ffe1356820be5 2024-12-05T09:28:35,864 DEBUG [M:0;33186fd147fa:33875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8ce0e210dae4e33b49241253c474329 is 69, key is 33186fd147fa,41673,1733390905353/rs:state/1733390906102/Put/seqid=0 2024-12-05T09:28:35,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741855_1031 (size=5370) 2024-12-05T09:28:36,268 INFO [M:0;33186fd147fa:33875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8ce0e210dae4e33b49241253c474329 2024-12-05T09:28:36,272 INFO [M:0;33186fd147fa:33875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8ce0e210dae4e33b49241253c474329 2024-12-05T09:28:36,273 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a22719acffd64c929a7ef876dd8349fb as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a22719acffd64c929a7ef876dd8349fb 2024-12-05T09:28:36,277 INFO [M:0;33186fd147fa:33875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a22719acffd64c929a7ef876dd8349fb, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T09:28:36,278 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ff281db572c41579b9ffe1356820be5 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ff281db572c41579b9ffe1356820be5 2024-12-05T09:28:36,282 INFO [M:0;33186fd147fa:33875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ff281db572c41579b9ffe1356820be5, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T09:28:36,283 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8ce0e210dae4e33b49241253c474329 as hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8ce0e210dae4e33b49241253c474329 2024-12-05T09:28:36,287 INFO [M:0;33186fd147fa:33875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8ce0e210dae4e33b49241253c474329 2024-12-05T09:28:36,287 INFO [M:0;33186fd147fa:33875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/ffc45cf6-0445-d2d3-c75b-b1106c447f98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8ce0e210dae4e33b49241253c474329, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T09:28:36,288 INFO [M:0;33186fd147fa:33875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-12-05T09:28:36,290 INFO [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:36,291 DEBUG [M:0;33186fd147fa:33875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390915003Disabling compacts and flushes for region at 1733390915003Disabling writes for close at 1733390915003Obtaining lock to block concurrent updates at 1733390915003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390915003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733390915004 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390915004Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390915004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390915019 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390915019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390915429 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390915444 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390915444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390915852 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390915863 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390915864 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c46a27f: reopening flushed file at 1733390916273 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b2c1b9: reopening flushed file at 1733390916277 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b359ede: reopening flushed file at 1733390916283 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1733390916288 (+5 ms)Writing region close event to WAL at 1733390916290 (+2 ms)Closed at 1733390916290 2024-12-05T09:28:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741847_1023 (size=22903) 2024-12-05T09:28:36,293 INFO [M:0;33186fd147fa:33875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:28:36,293 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:28:36,293 INFO [M:0;33186fd147fa:33875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33875 2024-12-05T09:28:36,293 INFO [M:0;33186fd147fa:33875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:28:36,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:36,487 INFO [M:0;33186fd147fa:33875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:28:36,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33875-0x101a5ffb85d0006, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:28:36,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:36,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:36,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:36,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:36,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:36,491 WARN [BP-1971167139-172.17.0.3-1733390889681 heartbeating to localhost/127.0.0.1:43723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:28:36,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:28:36,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:28:36,491 WARN [BP-1971167139-172.17.0.3-1733390889681 heartbeating to localhost/127.0.0.1:43723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1971167139-172.17.0.3-1733390889681 (Datanode Uuid c1fb7f0b-24ab-4489-9c2b-c8ef2e848172) service to localhost/127.0.0.1:43723 2024-12-05T09:28:36,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/data/data1/current/BP-1971167139-172.17.0.3-1733390889681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:36,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/cluster_082cf1aa-bf0b-cc22-3cdd-e098aa22ce18/data/data2/current/BP-1971167139-172.17.0.3-1733390889681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:28:36,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:28:36,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:36,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:28:36,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:28:36,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:28:36,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68088519-0f11-0783-d628-c2cf7da5c6af/hadoop.log.dir/,STOPPED} 2024-12-05T09:28:36,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:28:36,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:28:36,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36053 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56368) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56368) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43723 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 110) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4481 (was 4805) 2024-12-05T09:28:36,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=4481 2024-12-05T09:28:36,540 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T09:28:36,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir so I do NOT create it in target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598 2024-12-05T09:28:36,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:28:36,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.tmp.dir so I do NOT create it in target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598 2024-12-05T09:28:36,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f3e4e2-9436-ee9a-74be-3c8c5e958163/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:28:36,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598 2024-12-05T09:28:36,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550, deleteOnExit=true 2024-12-05T09:28:36,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/zookeeper_0, clientPort=58475, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:28:36,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58475 2024-12-05T09:28:36,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:28:36,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:28:36,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/test.cache.data in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:28:36,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:28:36,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:36,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:28:36,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:28:36,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5ffb85d0005, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:28:36,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5ffb85d0002, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:28:36,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5ffb85d0005, quorum=127.0.0.1:56368, baseZNode=/1995088955 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:28:36,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5ffb85d0002, quorum=127.0.0.1:56368, baseZNode=/01884307168 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:28:36,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:36,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:36,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:36,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:36,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:36,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:36,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:36,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:36,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/java.io.tmpdir/jetty-localhost-40333-hadoop-hdfs-3_4_1-tests_jar-_-any-5707022155332321456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:36,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:40333} 2024-12-05T09:28:36,904 INFO [Time-limited test {}] server.Server(415): Started @167322ms 2024-12-05T09:28:37,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:37,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:37,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:37,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:37,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:37,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:37,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:37,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/java.io.tmpdir/jetty-localhost-34355-hadoop-hdfs-3_4_1-tests_jar-_-any-16151523668613389371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:37,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:34355} 2024-12-05T09:28:37,205 INFO [Time-limited test {}] server.Server(415): Started @167622ms 2024-12-05T09:28:37,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:28:37,568 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/data/data1/current/BP-1355332483-172.17.0.3-1733390916585/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:37,568 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/data/data2/current/BP-1355332483-172.17.0.3-1733390916585/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:37,583 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:28:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c1f0034e02f0cc9 with lease ID 0x5c320a6899490468: Processing first storage report for DS-d161086b-582c-48a4-9970-2721f7d774ed from datanode DatanodeRegistration(127.0.0.1:42641, datanodeUuid=2c96aeac-a9dc-44c6-a4d3-2211fc31324a, infoPort=44577, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=340741596;c=1733390916585) 2024-12-05T09:28:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c1f0034e02f0cc9 with lease ID 0x5c320a6899490468: from storage DS-d161086b-582c-48a4-9970-2721f7d774ed node DatanodeRegistration(127.0.0.1:42641, datanodeUuid=2c96aeac-a9dc-44c6-a4d3-2211fc31324a, infoPort=44577, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=340741596;c=1733390916585), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c1f0034e02f0cc9 with lease ID 0x5c320a6899490468: Processing first storage report for DS-8dedd928-117d-4c93-8c8e-d4177c3793fc from datanode DatanodeRegistration(127.0.0.1:42641, datanodeUuid=2c96aeac-a9dc-44c6-a4d3-2211fc31324a, infoPort=44577, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=340741596;c=1733390916585) 2024-12-05T09:28:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c1f0034e02f0cc9 with lease ID 0x5c320a6899490468: from storage DS-8dedd928-117d-4c93-8c8e-d4177c3793fc node DatanodeRegistration(127.0.0.1:42641, datanodeUuid=2c96aeac-a9dc-44c6-a4d3-2211fc31324a, infoPort=44577, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=340741596;c=1733390916585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:37,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598 2024-12-05T09:28:37,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:37,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:37,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:28:38,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc with version=8 2024-12-05T09:28:38,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/hbase-staging 2024-12-05T09:28:38,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:28:38,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:38,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40313 2024-12-05T09:28:38,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40313 connecting to ZooKeeper ensemble=127.0.0.1:58475 2024-12-05T09:28:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403130x0, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:38,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40313-0x101a60021780000 connected 2024-12-05T09:28:38,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:38,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:38,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/running 2024-12-05T09:28:38,175 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc, hbase.cluster.distributed=false 2024-12-05T09:28:38,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/acl 2024-12-05T09:28:38,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40313 2024-12-05T09:28:38,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40313 2024-12-05T09:28:38,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40313 2024-12-05T09:28:38,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40313 2024-12-05T09:28:38,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40313 2024-12-05T09:28:38,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:28:38,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:38,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39515 2024-12-05T09:28:38,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39515 connecting to ZooKeeper ensemble=127.0.0.1:58475 2024-12-05T09:28:38,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:38,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:38,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395150x0, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:38,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395150x0, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/running 2024-12-05T09:28:38,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39515-0x101a60021780001 connected 2024-12-05T09:28:38,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:28:38,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:28:38,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/master 2024-12-05T09:28:38,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/acl 2024-12-05T09:28:38,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39515 2024-12-05T09:28:38,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39515 2024-12-05T09:28:38,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39515 2024-12-05T09:28:38,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39515 2024-12-05T09:28:38,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39515 2024-12-05T09:28:38,223 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:40313 2024-12-05T09:28:38,224 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0444036298/backup-masters/33186fd147fa,40313,1733390918043 2024-12-05T09:28:38,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298/backup-masters 2024-12-05T09:28:38,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298/backup-masters 2024-12-05T09:28:38,231 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on existing znode=/0444036298/backup-masters/33186fd147fa,40313,1733390918043 2024-12-05T09:28:38,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0444036298/master 2024-12-05T09:28:38,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:38,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:38,239 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on existing znode=/0444036298/master 2024-12-05T09:28:38,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0444036298/backup-masters/33186fd147fa,40313,1733390918043 from backup master directory 2024-12-05T09:28:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0444036298/backup-masters/33186fd147fa,40313,1733390918043 2024-12-05T09:28:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298/backup-masters 2024-12-05T09:28:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298/backup-masters 2024-12-05T09:28:38,247 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:38,247 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,40313,1733390918043 2024-12-05T09:28:38,251 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/hbase.id] with ID: 189675f4-fee5-4d3d-8ef5-f0f97b1efc1c 2024-12-05T09:28:38,251 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/.tmp/hbase.id 2024-12-05T09:28:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:28:38,655 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/.tmp/hbase.id]:[hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/hbase.id] 2024-12-05T09:28:38,664 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:38,664 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:28:38,664 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T09:28:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:28:38,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:38,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:38,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:39,101 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:39,101 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:28:39,102 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:28:39,509 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store 2024-12-05T09:28:39,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:28:39,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:39,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:39,915 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:39,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:39,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:39,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:39,915 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:39,915 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390919915Disabling compacts and flushes for region at 1733390919915Disabling writes for close at 1733390919915Writing region close event to WAL at 1733390919915Closed at 1733390919915 2024-12-05T09:28:39,916 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/.initializing 2024-12-05T09:28:39,916 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/WALs/33186fd147fa,40313,1733390918043 2024-12-05T09:28:39,916 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:39,918 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C40313%2C1733390918043, suffix=, logDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/WALs/33186fd147fa,40313,1733390918043, archiveDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/oldWALs, maxLogs=10 2024-12-05T09:28:39,928 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/WALs/33186fd147fa,40313,1733390918043/33186fd147fa%2C40313%2C1733390918043.1733390919918, exclude list is [], retry=0 2024-12-05T09:28:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-d161086b-582c-48a4-9970-2721f7d774ed,DISK] 2024-12-05T09:28:39,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/WALs/33186fd147fa,40313,1733390918043/33186fd147fa%2C40313%2C1733390918043.1733390919918 2024-12-05T09:28:39,932 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44577:44577)] 2024-12-05T09:28:39,932 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:39,932 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:39,932 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,932 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:28:39,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:39,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:39,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:28:39,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:39,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:39,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:28:39,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:39,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:39,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:28:39,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:39,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:39,939 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,939 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,939 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,940 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,940 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,941 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:39,941 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:39,943 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:39,943 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58846910, jitterRate=-0.12311270833015442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:39,943 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390919932Initializing all the Stores at 1733390919933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390919933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390919933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390919933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390919933Cleaning up temporary data from old regions at 1733390919940 (+7 ms)Region opened successfully at 1733390919943 (+3 ms) 2024-12-05T09:28:39,944 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:28:39,946 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d44482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:39,946 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:28:39,946 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:28:39,946 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:28:39,946 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:28:39,947 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:28:39,947 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:28:39,947 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:28:39,948 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:28:39,949 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Unable to get data of znode /0444036298/balancer because node does not exist (not necessarily an error) 2024-12-05T09:28:39,964 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0444036298/balancer already deleted, retry=false 2024-12-05T09:28:39,964 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:28:39,964 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Unable to get data of znode /0444036298/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:28:39,972 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0444036298/normalizer already deleted, retry=false 2024-12-05T09:28:39,972 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:28:39,973 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Unable to get data of znode /0444036298/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:28:39,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0444036298/switch/split already deleted, retry=false 2024-12-05T09:28:39,981 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Unable to get data of znode /0444036298/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:28:39,989 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0444036298/switch/merge already deleted, retry=false 2024-12-05T09:28:39,990 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Unable to get data of znode /0444036298/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:28:39,997 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0444036298/snapshot-cleanup already deleted, retry=false 2024-12-05T09:28:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0444036298/running 2024-12-05T09:28:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0444036298/running 2024-12-05T09:28:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:40,006 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,40313,1733390918043, sessionid=0x101a60021780000, setting cluster-up flag (Was=false) 2024-12-05T09:28:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:40,047 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0444036298/flush-table-proc/acquired, /0444036298/flush-table-proc/reached, /0444036298/flush-table-proc/abort 2024-12-05T09:28:40,048 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,40313,1733390918043 2024-12-05T09:28:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:40,089 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0444036298/online-snapshot/acquired, /0444036298/online-snapshot/reached, /0444036298/online-snapshot/abort 2024-12-05T09:28:40,089 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,40313,1733390918043 2024-12-05T09:28:40,090 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:28:40,092 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:40,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:28:40,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:28:40,092 WARN [master/33186fd147fa:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 33186fd147fa,43491,1733390891242: status=Processing ServerCrashProcedure of 33186fd147fa,43491,1733390891242 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733390906022, completionTime=-1 appears to have been leaked 2024-12-05T09:28:40,092 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,40313,1733390918043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:40,093 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390950094 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:28:40,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:40,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:28:40,095 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:28:40,095 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390920095,5,FailOnTimeoutGroup] 2024-12-05T09:28:40,096 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390920095,5,FailOnTimeoutGroup] 2024-12-05T09:28:40,096 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,096 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:28:40,096 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,096 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:40,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:28:40,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:28:40,113 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(746): ClusterId : 189675f4-fee5-4d3d-8ef5-f0f97b1efc1c 2024-12-05T09:28:40,113 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:28:40,123 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:28:40,123 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:28:40,131 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:28:40,131 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8968088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:40,142 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:39515 2024-12-05T09:28:40,142 INFO [RS:0;33186fd147fa:39515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:28:40,142 INFO [RS:0;33186fd147fa:39515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:28:40,142 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:28:40,143 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,40313,1733390918043 with port=39515, startcode=1733390918189 2024-12-05T09:28:40,143 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:28:40,144 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:28:40,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,39515,1733390918189 2024-12-05T09:28:40,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40313 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,39515,1733390918189 2024-12-05T09:28:40,146 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc 2024-12-05T09:28:40,146 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45019 2024-12-05T09:28:40,146 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:28:40,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298/rs 2024-12-05T09:28:40,156 DEBUG [RS:0;33186fd147fa:39515 {}] zookeeper.ZKUtil(111): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on existing znode=/0444036298/rs/33186fd147fa,39515,1733390918189 2024-12-05T09:28:40,156 WARN [RS:0;33186fd147fa:39515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:40,156 INFO [RS:0;33186fd147fa:39515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:40,156 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189 2024-12-05T09:28:40,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,39515,1733390918189] 2024-12-05T09:28:40,159 INFO [RS:0;33186fd147fa:39515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:28:40,160 INFO [RS:0;33186fd147fa:39515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:28:40,163 INFO [RS:0;33186fd147fa:39515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:28:40,163 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,163 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:28:40,164 INFO [RS:0;33186fd147fa:39515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:28:40,164 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:40,164 DEBUG [RS:0;33186fd147fa:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:40,166 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,166 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,166 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,166 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,167 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,167 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39515,1733390918189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:40,182 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:28:40,182 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39515,1733390918189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,182 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,182 INFO [RS:0;33186fd147fa:39515 {}] regionserver.Replication(171): 33186fd147fa,39515,1733390918189 started 2024-12-05T09:28:40,199 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:40,199 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,39515,1733390918189, RpcServer on 33186fd147fa/172.17.0.3:39515, sessionid=0x101a60021780001 2024-12-05T09:28:40,199 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:28:40,199 DEBUG [RS:0;33186fd147fa:39515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,39515,1733390918189 2024-12-05T09:28:40,199 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,39515,1733390918189' 2024-12-05T09:28:40,199 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0444036298/flush-table-proc/abort' 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0444036298/flush-table-proc/acquired' 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,39515,1733390918189 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,39515,1733390918189' 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0444036298/online-snapshot/abort' 2024-12-05T09:28:40,200 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0444036298/online-snapshot/acquired' 2024-12-05T09:28:40,201 DEBUG [RS:0;33186fd147fa:39515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:28:40,201 INFO [RS:0;33186fd147fa:39515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:28:40,201 INFO [RS:0;33186fd147fa:39515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:28:40,301 INFO [RS:0;33186fd147fa:39515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:40,303 INFO [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C39515%2C1733390918189, suffix=, logDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189, archiveDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/oldWALs, maxLogs=10 2024-12-05T09:28:40,318 DEBUG [RS:0;33186fd147fa:39515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303, exclude list is [], retry=0 2024-12-05T09:28:40,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-d161086b-582c-48a4-9970-2721f7d774ed,DISK] 2024-12-05T09:28:40,322 INFO [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 2024-12-05T09:28:40,322 DEBUG [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44577:44577)] 2024-12-05T09:28:40,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:28:40,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc 2024-12-05T09:28:40,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:28:40,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:40,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:40,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:40,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:40,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:40,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:40,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:40,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:40,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:40,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:40,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:40,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:40,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:40,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:40,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:40,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:40,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:40,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740 2024-12-05T09:28:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740 2024-12-05T09:28:40,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:40,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:40,929 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:40,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:40,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:40,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73193107, jitterRate=0.09066228568553925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:40,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390920909Initializing all the Stores at 1733390920909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390920910 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390920910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390920910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390920910Cleaning up temporary data from old regions at 1733390920929 (+19 ms)Region opened successfully at 1733390920940 (+11 ms) 2024-12-05T09:28:40,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:40,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:40,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:40,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:40,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:40,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:40,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390920940Disabling compacts and flushes for region at 1733390920940Disabling writes for close at 1733390920940Writing region close event to WAL at 1733390920941 (+1 ms)Closed at 1733390920941 2024-12-05T09:28:40,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:40,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:28:40,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:28:40,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:40,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:28:41,097 DEBUG [33186fd147fa:40313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:28:41,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,39515,1733390918189 2024-12-05T09:28:41,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,39515,1733390918189, state=OPENING 2024-12-05T09:28:41,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:28:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:41,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0444036298/meta-region-server: CHANGED 2024-12-05T09:28:41,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0444036298/meta-region-server: CHANGED 2024-12-05T09:28:41,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:41,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,39515,1733390918189}] 2024-12-05T09:28:41,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:41,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:28:41,305 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:28:41,305 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:41,306 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:28:41,308 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C39515%2C1733390918189.meta, suffix=.meta, logDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189, archiveDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/oldWALs, maxLogs=10 2024-12-05T09:28:41,324 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.meta.1733390921308.meta, exclude list is [], retry=0 2024-12-05T09:28:41,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-d161086b-582c-48a4-9970-2721f7d774ed,DISK] 2024-12-05T09:28:41,329 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.meta.1733390921308.meta 2024-12-05T09:28:41,330 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44577:44577)] 2024-12-05T09:28:41,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:41,331 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:41,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:41,331 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:28:41,331 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:28:41,332 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:28:41,332 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:41,332 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:28:41,332 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:28:41,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:41,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:41,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:41,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:41,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:41,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:41,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:41,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:41,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:41,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:41,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:41,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:41,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:41,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:41,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:41,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:41,341 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:41,341 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740 2024-12-05T09:28:41,342 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740 2024-12-05T09:28:41,343 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:41,343 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:41,344 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:41,346 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:41,346 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70827350, jitterRate=0.055409759283065796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:41,346 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:28:41,347 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390921332Writing region info on filesystem at 1733390921332Initializing all the Stores at 1733390921333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390921333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390921334 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390921334Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390921334Cleaning up temporary data from old regions at 1733390921344 (+10 ms)Running coprocessor post-open hooks at 1733390921346 (+2 ms)Region opened successfully at 1733390921347 (+1 ms) 2024-12-05T09:28:41,348 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390921298 2024-12-05T09:28:41,353 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:28:41,353 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:28:41,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,39515,1733390918189 2024-12-05T09:28:41,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,39515,1733390918189, state=OPEN 2024-12-05T09:28:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0444036298/meta-region-server 2024-12-05T09:28:41,410 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,39515,1733390918189 2024-12-05T09:28:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0444036298/meta-region-server 2024-12-05T09:28:41,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0444036298/meta-region-server: CHANGED 2024-12-05T09:28:41,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0444036298/meta-region-server: CHANGED 2024-12-05T09:28:41,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:28:41,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,39515,1733390918189 in 265 msec 2024-12-05T09:28:41,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:28:41,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-12-05T09:28:41,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:41,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:28:41,431 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:41,431 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,39515,1733390918189, seqNum=-1] 2024-12-05T09:28:41,432 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:41,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:41,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-12-05T09:28:41,438 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390921438, completionTime=-1 2024-12-05T09:28:41,438 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:28:41,438 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390981440 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391041440 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40313,1733390918043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40313,1733390918043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40313,1733390918043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,440 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:40313, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,441 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,444 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.200sec 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:28:41,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40313,1733390918043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:41,449 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40313,1733390918043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:28:41,456 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:28:41,456 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:28:41,456 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40313,1733390918043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:41,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:41,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:41,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:41,517 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb3a2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:41,525 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:41,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:41,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,39515,1733390918189, seqNum=-1] 2024-12-05T09:28:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:41,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:41,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,40313,1733390918043 2024-12-05T09:28:41,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58475 2024-12-05T09:28:41,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:41,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a60021780002 connected 2024-12-05T09:28:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir so I do NOT create it in target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde 2024-12-05T09:28:41,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.tmp.dir so I do NOT create it in target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde 2024-12-05T09:28:41,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:28:41,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/cluster_462d4459-8137-ff1b-80bd-43d71e3d37eb, deleteOnExit=true 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/test.cache.data in system properties and HBase conf 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:28:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:28:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:28:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:28:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:28:41,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:28:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:28:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:28:41,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:28:41,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:41,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:41,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:41,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:41,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:41,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:41,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:41,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:42,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-10331836284858425619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:28:42,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-12-05T09:28:42,006 INFO [Time-limited test {}] server.Server(415): Started @172423ms 2024-12-05T09:28:42,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:28:42,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:28:42,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:28:42,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:28:42,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:28:42,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:28:42,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:28:42,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/java.io.tmpdir/jetty-localhost-37949-hadoop-hdfs-3_4_1-tests_jar-_-any-12519530321271164953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:28:42,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:37949} 2024-12-05T09:28:42,333 INFO [Time-limited test {}] server.Server(415): Started @172751ms 2024-12-05T09:28:42,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:28:42,849 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/cluster_462d4459-8137-ff1b-80bd-43d71e3d37eb/data/data1/current/BP-2125673785-172.17.0.3-1733390921609/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:42,853 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/cluster_462d4459-8137-ff1b-80bd-43d71e3d37eb/data/data2/current/BP-2125673785-172.17.0.3-1733390921609/current, will proceed with Du for space computation calculation, 2024-12-05T09:28:42,878 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:28:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53ba0106b4454c2 with lease ID 0xc04c9c4fbd619e5e: Processing first storage report for DS-1ac9302e-8a9b-4acc-a1b8-07f7b77e2917 from datanode DatanodeRegistration(127.0.0.1:38885, datanodeUuid=4abcd9fc-abdc-4b5d-a205-371b97f593fe, infoPort=34727, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1751754580;c=1733390921609) 2024-12-05T09:28:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53ba0106b4454c2 with lease ID 0xc04c9c4fbd619e5e: from storage DS-1ac9302e-8a9b-4acc-a1b8-07f7b77e2917 node DatanodeRegistration(127.0.0.1:38885, datanodeUuid=4abcd9fc-abdc-4b5d-a205-371b97f593fe, infoPort=34727, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1751754580;c=1733390921609), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53ba0106b4454c2 with lease ID 0xc04c9c4fbd619e5e: Processing first storage report for DS-6c6147c0-9ba9-4ec0-8f6d-1dc8a52413a7 from datanode DatanodeRegistration(127.0.0.1:38885, datanodeUuid=4abcd9fc-abdc-4b5d-a205-371b97f593fe, infoPort=34727, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1751754580;c=1733390921609) 2024-12-05T09:28:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53ba0106b4454c2 with lease ID 0xc04c9c4fbd619e5e: from storage DS-6c6147c0-9ba9-4ec0-8f6d-1dc8a52413a7 node DatanodeRegistration(127.0.0.1:38885, datanodeUuid=4abcd9fc-abdc-4b5d-a205-371b97f593fe, infoPort=34727, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1751754580;c=1733390921609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:28:42,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde 2024-12-05T09:28:42,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:42,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:28:43,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95 with version=8 2024-12-05T09:28:43,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/hbase-staging 2024-12-05T09:28:43,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:28:43,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:43,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43721 2024-12-05T09:28:43,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43721 connecting to ZooKeeper ensemble=127.0.0.1:58475 2024-12-05T09:28:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437210x0, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:43,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43721-0x101a60021780003 connected 2024-12-05T09:28:43,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:43,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:43,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/running 2024-12-05T09:28:43,459 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95, hbase.cluster.distributed=false 2024-12-05T09:28:43,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/acl 2024-12-05T09:28:43,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43721 2024-12-05T09:28:43,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43721 2024-12-05T09:28:43,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43721 2024-12-05T09:28:43,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43721 2024-12-05T09:28:43,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43721 2024-12-05T09:28:43,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:28:43,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:28:43,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37739 2024-12-05T09:28:43,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37739 connecting to ZooKeeper ensemble=127.0.0.1:58475 2024-12-05T09:28:43,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:43,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:43,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377390x0, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:43,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377390x0, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/running 2024-12-05T09:28:43,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37739-0x101a60021780004 connected 2024-12-05T09:28:43,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:28:43,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:28:43,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/master 2024-12-05T09:28:43,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/acl 2024-12-05T09:28:43,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37739 2024-12-05T09:28:43,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37739 2024-12-05T09:28:43,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37739 2024-12-05T09:28:43,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37739 2024-12-05T09:28:43,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37739 2024-12-05T09:28:43,502 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:43721 2024-12-05T09:28:43,502 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12062921428/backup-masters/33186fd147fa,43721,1733390923377 2024-12-05T09:28:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428/backup-masters 2024-12-05T09:28:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428/backup-masters 2024-12-05T09:28:43,511 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on existing znode=/12062921428/backup-masters/33186fd147fa,43721,1733390923377 2024-12-05T09:28:43,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:43,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12062921428/master 2024-12-05T09:28:43,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:43,520 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on existing znode=/12062921428/master 2024-12-05T09:28:43,520 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12062921428/backup-masters/33186fd147fa,43721,1733390923377 from backup master directory 2024-12-05T09:28:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428/backup-masters 2024-12-05T09:28:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12062921428/backup-masters/33186fd147fa,43721,1733390923377 2024-12-05T09:28:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428/backup-masters 2024-12-05T09:28:43,528 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:43,528 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,43721,1733390923377 2024-12-05T09:28:43,531 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/hbase.id] with ID: 4cbe6708-c517-4a08-90fe-6c6e499e4bf0 2024-12-05T09:28:43,531 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/.tmp/hbase.id 2024-12-05T09:28:43,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:28:43,936 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/.tmp/hbase.id]:[hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/hbase.id] 2024-12-05T09:28:43,947 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:43,947 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:28:43,948 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:28:43,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:43,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:28:44,445 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:44,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:28:44,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:44,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:28:44,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:28:44,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T09:28:44,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:28:44,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T09:28:44,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:28:44,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T09:28:44,852 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store 2024-12-05T09:28:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:28:45,257 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:45,257 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:28:45,258 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:45,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:45,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:28:45,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:45,258 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:28:45,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390925257Disabling compacts and flushes for region at 1733390925257Disabling writes for close at 1733390925258 (+1 ms)Writing region close event to WAL at 1733390925258Closed at 1733390925258 2024-12-05T09:28:45,258 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/.initializing 2024-12-05T09:28:45,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/WALs/33186fd147fa,43721,1733390923377 2024-12-05T09:28:45,259 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:45,261 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C43721%2C1733390923377, suffix=, logDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/WALs/33186fd147fa,43721,1733390923377, archiveDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/oldWALs, maxLogs=10 2024-12-05T09:28:45,276 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/WALs/33186fd147fa,43721,1733390923377/33186fd147fa%2C43721%2C1733390923377.1733390925261, exclude list is [], retry=0 2024-12-05T09:28:45,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38885,DS-1ac9302e-8a9b-4acc-a1b8-07f7b77e2917,DISK] 2024-12-05T09:28:45,285 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/WALs/33186fd147fa,43721,1733390923377/33186fd147fa%2C43721%2C1733390923377.1733390925261 2024-12-05T09:28:45,285 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-12-05T09:28:45,286 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:45,286 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:45,286 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,286 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:28:45,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:45,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:45,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:28:45,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:45,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:45,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:28:45,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:45,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:45,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:28:45,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:45,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:45,295 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,295 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,296 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,297 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,297 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,297 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:45,298 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:28:45,300 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:45,300 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67957753, jitterRate=0.012649431824684143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:45,301 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390925286Initializing all the Stores at 1733390925287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390925287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390925287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390925287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390925287Cleaning up temporary data from old regions at 1733390925297 (+10 ms)Region opened successfully at 1733390925300 (+3 ms) 2024-12-05T09:28:45,301 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:28:45,304 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220ff09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:45,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:28:45,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:28:45,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:28:45,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:28:45,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:28:45,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:28:45,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:28:45,312 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:28:45,313 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Unable to get data of znode /12062921428/balancer because node does not exist (not necessarily an error) 2024-12-05T09:28:45,344 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12062921428/balancer already deleted, retry=false 2024-12-05T09:28:45,345 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:28:45,346 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Unable to get data of znode /12062921428/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:28:45,355 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12062921428/normalizer already deleted, retry=false 2024-12-05T09:28:45,355 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:28:45,356 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Unable to get data of znode /12062921428/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:28:45,363 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12062921428/switch/split already deleted, retry=false 2024-12-05T09:28:45,364 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Unable to get data of znode /12062921428/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:28:45,372 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12062921428/switch/merge already deleted, retry=false 2024-12-05T09:28:45,373 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Unable to get data of znode /12062921428/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:28:45,380 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12062921428/snapshot-cleanup already deleted, retry=false 2024-12-05T09:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12062921428/running 2024-12-05T09:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12062921428/running 2024-12-05T09:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:45,389 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,43721,1733390923377, sessionid=0x101a60021780003, setting cluster-up flag (Was=false) 2024-12-05T09:28:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:45,430 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12062921428/flush-table-proc/acquired, /12062921428/flush-table-proc/reached, /12062921428/flush-table-proc/abort 2024-12-05T09:28:45,431 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,43721,1733390923377 2024-12-05T09:28:45,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:45,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:45,472 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12062921428/online-snapshot/acquired, /12062921428/online-snapshot/reached, /12062921428/online-snapshot/abort 2024-12-05T09:28:45,473 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,43721,1733390923377 2024-12-05T09:28:45,474 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:28:45,475 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:45,475 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:28:45,475 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:28:45,475 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,43721,1733390923377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:45,476 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390955477 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:28:45,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:45,477 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:28:45,478 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:28:45,478 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:28:45,478 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:28:45,478 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:28:45,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:45,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:28:45,479 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:28:45,480 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:28:45,482 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390925480,5,FailOnTimeoutGroup] 2024-12-05T09:28:45,486 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390925482,5,FailOnTimeoutGroup] 2024-12-05T09:28:45,486 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,486 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:28:45,486 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,487 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:28:45,495 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(746): ClusterId : 4cbe6708-c517-4a08-90fe-6c6e499e4bf0 2024-12-05T09:28:45,495 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:28:45,504 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:28:45,504 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:28:45,514 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:28:45,514 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec74f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:28:45,529 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:37739 2024-12-05T09:28:45,529 INFO [RS:0;33186fd147fa:37739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:28:45,529 INFO [RS:0;33186fd147fa:37739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:28:45,529 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:28:45,530 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,43721,1733390923377 with port=37739, startcode=1733390923475 2024-12-05T09:28:45,530 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:28:45,531 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:28:45,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,37739,1733390923475 2024-12-05T09:28:45,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43721 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,37739,1733390923475 2024-12-05T09:28:45,533 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95 2024-12-05T09:28:45,533 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34139 2024-12-05T09:28:45,533 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:28:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428/rs 2024-12-05T09:28:45,539 DEBUG [RS:0;33186fd147fa:37739 {}] zookeeper.ZKUtil(111): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on existing znode=/12062921428/rs/33186fd147fa,37739,1733390923475 2024-12-05T09:28:45,539 WARN [RS:0;33186fd147fa:37739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:28:45,539 INFO [RS:0;33186fd147fa:37739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:45,539 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475 2024-12-05T09:28:45,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,37739,1733390923475] 2024-12-05T09:28:45,542 INFO [RS:0;33186fd147fa:37739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:28:45,543 INFO [RS:0;33186fd147fa:37739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:28:45,547 INFO [RS:0;33186fd147fa:37739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:28:45,547 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,547 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:28:45,548 INFO [RS:0;33186fd147fa:37739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:28:45,548 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:45,548 DEBUG [RS:0;33186fd147fa:37739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:28:45,549 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,549 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,549 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,549 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,549 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,549 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37739,1733390923475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:45,563 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:28:45,563 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37739,1733390923475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,563 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,563 INFO [RS:0;33186fd147fa:37739 {}] regionserver.Replication(171): 33186fd147fa,37739,1733390923475 started 2024-12-05T09:28:45,576 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:45,576 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,37739,1733390923475, RpcServer on 33186fd147fa/172.17.0.3:37739, sessionid=0x101a60021780004 2024-12-05T09:28:45,576 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:28:45,576 DEBUG [RS:0;33186fd147fa:37739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,37739,1733390923475 2024-12-05T09:28:45,576 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,37739,1733390923475' 2024-12-05T09:28:45,576 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12062921428/flush-table-proc/abort' 2024-12-05T09:28:45,576 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12062921428/flush-table-proc/acquired' 2024-12-05T09:28:45,577 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:28:45,577 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:28:45,577 DEBUG [RS:0;33186fd147fa:37739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,37739,1733390923475 2024-12-05T09:28:45,577 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,37739,1733390923475' 2024-12-05T09:28:45,577 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12062921428/online-snapshot/abort' 2024-12-05T09:28:45,577 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12062921428/online-snapshot/acquired' 2024-12-05T09:28:45,578 DEBUG [RS:0;33186fd147fa:37739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:28:45,578 INFO [RS:0;33186fd147fa:37739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:28:45,578 INFO [RS:0;33186fd147fa:37739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:28:45,678 INFO [RS:0;33186fd147fa:37739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:28:45,679 INFO [RS:0;33186fd147fa:37739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C37739%2C1733390923475, suffix=, logDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475, archiveDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/oldWALs, maxLogs=10 2024-12-05T09:28:45,690 DEBUG [RS:0;33186fd147fa:37739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680, exclude list is [], retry=0 2024-12-05T09:28:45,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38885,DS-1ac9302e-8a9b-4acc-a1b8-07f7b77e2917,DISK] 2024-12-05T09:28:45,699 INFO [RS:0;33186fd147fa:37739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 2024-12-05T09:28:45,699 DEBUG [RS:0;33186fd147fa:37739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-12-05T09:28:45,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:28:45,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95 2024-12-05T09:28:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:28:46,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:28:46,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:46,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:46,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:46,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:46,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:46,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:46,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:46,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:46,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:46,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:46,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740 2024-12-05T09:28:46,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740 2024-12-05T09:28:46,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:46,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:46,306 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:46,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:46,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:46,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73872957, jitterRate=0.10079284012317657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:46,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390926298Initializing all the Stores at 1733390926299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390926299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390926299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390926299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390926299Cleaning up temporary data from old regions at 1733390926306 (+7 ms)Region opened successfully at 1733390926309 (+3 ms) 2024-12-05T09:28:46,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:28:46,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:28:46,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:28:46,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:28:46,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:28:46,310 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:28:46,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390926309Disabling compacts and flushes for region at 1733390926309Disabling writes for close at 1733390926309Writing region close event to WAL at 1733390926310 (+1 ms)Closed at 1733390926310 2024-12-05T09:28:46,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:46,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:28:46,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:28:46,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:46,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:28:46,462 DEBUG [33186fd147fa:43721 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:28:46,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,37739,1733390923475 2024-12-05T09:28:46,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,37739,1733390923475, state=OPENING 2024-12-05T09:28:46,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:28:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:46,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12062921428/meta-region-server: CHANGED 2024-12-05T09:28:46,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12062921428/meta-region-server: CHANGED 2024-12-05T09:28:46,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:28:46,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,37739,1733390923475}] 2024-12-05T09:28:46,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:46,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:28:46,679 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:28:46,679 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:46,680 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:28:46,681 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C37739%2C1733390923475.meta, suffix=.meta, logDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475, archiveDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/oldWALs, maxLogs=10 2024-12-05T09:28:46,692 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.meta.1733390926681.meta, exclude list is [], retry=0 2024-12-05T09:28:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38885,DS-1ac9302e-8a9b-4acc-a1b8-07f7b77e2917,DISK] 2024-12-05T09:28:46,695 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.meta.1733390926681.meta 2024-12-05T09:28:46,695 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:46,696 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:28:46,696 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:28:46,696 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:28:46,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:28:46,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:28:46,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:28:46,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:28:46,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:28:46,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:28:46,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:28:46,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:28:46,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:28:46,702 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:28:46,702 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740 2024-12-05T09:28:46,703 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740 2024-12-05T09:28:46,704 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:28:46,704 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:28:46,704 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:28:46,705 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:28:46,706 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69276339, jitterRate=0.03229789435863495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:28:46,706 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:28:46,706 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390926697Writing region info on filesystem at 1733390926697Initializing all the Stores at 1733390926697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390926697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390926697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390926697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390926697Cleaning up temporary data from old regions at 1733390926704 (+7 ms)Running coprocessor post-open hooks at 1733390926706 (+2 ms)Region opened successfully at 1733390926706 2024-12-05T09:28:46,707 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390926675 2024-12-05T09:28:46,709 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:28:46,709 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:28:46,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,37739,1733390923475 2024-12-05T09:28:46,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,37739,1733390923475, state=OPEN 2024-12-05T09:28:46,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12062921428/meta-region-server 2024-12-05T09:28:46,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12062921428/meta-region-server 2024-12-05T09:28:46,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,37739,1733390923475 2024-12-05T09:28:46,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12062921428/meta-region-server: CHANGED 2024-12-05T09:28:46,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12062921428/meta-region-server: CHANGED 2024-12-05T09:28:46,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:28:46,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,37739,1733390923475 in 198 msec 2024-12-05T09:28:46,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:28:46,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-05T09:28:46,724 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:28:46,724 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:28:46,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:46,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:28:46,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:46,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:46,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-12-05T09:28:46,735 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390926735, completionTime=-1 2024-12-05T09:28:46,736 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:28:46,736 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:28:46,737 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:28:46,737 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733390986737 2024-12-05T09:28:46,737 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391046737 2024-12-05T09:28:46,737 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:28:46,738 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43721,1733390923377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,738 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43721,1733390923377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,738 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43721,1733390923377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,738 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:43721, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,738 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,738 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,739 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43721,1733390923377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:28:46,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43721,1733390923377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:28:46,743 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:28:46,743 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:28:46,744 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43721,1733390923377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:28:46,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:46,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:46,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:46,797 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592513c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:46,798 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:46,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:46,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:28:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:46,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,43721,1733390923377 2024-12-05T09:28:46,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58475 2024-12-05T09:28:46,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:28:46,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a60021780005 connected 2024-12-05T09:28:46,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40313,1733390918043 2024-12-05T09:28:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21db663b 2024-12-05T09:28:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:46,826 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:46,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:28:46,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:28:46,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:46,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:28:46,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:28:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:46,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:28:46,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:47,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437e32b29b3c0eec51abcd8c189ccf82, NAME => 'test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc 2024-12-05T09:28:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:28:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:47,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:47,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 437e32b29b3c0eec51abcd8c189ccf82, disabling compactions & flushes 2024-12-05T09:28:47,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. after waiting 0 ms 2024-12-05T09:28:47,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437e32b29b3c0eec51abcd8c189ccf82: Waiting for close lock at 1733390927650Disabling compacts and flushes for region at 1733390927650Disabling writes for close at 1733390927650Writing region close event to WAL at 1733390927650Closed at 1733390927650 2024-12-05T09:28:47,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:28:47,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390927651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390927651"}]},"ts":"1733390927651"} 2024-12-05T09:28:47,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:28:47,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:28:47,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390927655"}]},"ts":"1733390927655"} 2024-12-05T09:28:47,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:28:47,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437e32b29b3c0eec51abcd8c189ccf82, ASSIGN}] 2024-12-05T09:28:47,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437e32b29b3c0eec51abcd8c189ccf82, ASSIGN 2024-12-05T09:28:47,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=437e32b29b3c0eec51abcd8c189ccf82, ASSIGN; state=OFFLINE, location=33186fd147fa,39515,1733390918189; forceNewPlan=false, retain=false 2024-12-05T09:28:47,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437e32b29b3c0eec51abcd8c189ccf82, regionState=OPENING, regionLocation=33186fd147fa,39515,1733390918189 2024-12-05T09:28:47,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=437e32b29b3c0eec51abcd8c189ccf82, ASSIGN because future has completed 2024-12-05T09:28:47,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437e32b29b3c0eec51abcd8c189ccf82, server=33186fd147fa,39515,1733390918189}] 2024-12-05T09:28:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:47,970 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,970 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 437e32b29b3c0eec51abcd8c189ccf82, NAME => 'test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:47,970 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:47,970 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:28:47,970 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,970 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:47,970 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,970 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,972 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,973 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437e32b29b3c0eec51abcd8c189ccf82 columnFamilyName f 2024-12-05T09:28:47,973 DEBUG [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:47,973 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] regionserver.HStore(327): Store=437e32b29b3c0eec51abcd8c189ccf82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:47,973 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,974 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437e32b29b3c0eec51abcd8c189ccf82 columnFamilyName f1 2024-12-05T09:28:47,974 DEBUG [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:47,975 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] regionserver.HStore(327): Store=437e32b29b3c0eec51abcd8c189ccf82/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:47,975 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,976 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437e32b29b3c0eec51abcd8c189ccf82 columnFamilyName norep 2024-12-05T09:28:47,976 DEBUG [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:47,976 INFO [StoreOpener-437e32b29b3c0eec51abcd8c189ccf82-1 {}] regionserver.HStore(327): Store=437e32b29b3c0eec51abcd8c189ccf82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:47,977 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,977 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,977 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,978 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,978 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,978 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:28:47,979 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,981 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:47,982 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 437e32b29b3c0eec51abcd8c189ccf82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63396062, jitterRate=-0.055325061082839966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:28:47,982 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:28:47,982 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 437e32b29b3c0eec51abcd8c189ccf82: Running coprocessor pre-open hook at 1733390927970Writing region info on filesystem at 1733390927970Initializing all the Stores at 1733390927971 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390927971Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390927971Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390927971Cleaning up temporary data from old regions at 1733390927978 (+7 ms)Running coprocessor post-open hooks at 1733390927982 (+4 ms)Region opened successfully at 1733390927982 2024-12-05T09:28:47,983 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., pid=6, masterSystemTime=1733390927966 2024-12-05T09:28:47,985 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,985 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:28:47,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437e32b29b3c0eec51abcd8c189ccf82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,39515,1733390918189 2024-12-05T09:28:47,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437e32b29b3c0eec51abcd8c189ccf82, server=33186fd147fa,39515,1733390918189 because future has completed 2024-12-05T09:28:47,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:28:47,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 437e32b29b3c0eec51abcd8c189ccf82, server=33186fd147fa,39515,1733390918189 in 174 msec 2024-12-05T09:28:47,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:28:47,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=437e32b29b3c0eec51abcd8c189ccf82, ASSIGN in 332 msec 2024-12-05T09:28:47,992 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:28:47,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390927992"}]},"ts":"1733390927992"} 2024-12-05T09:28:47,994 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:28:47,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:28:47,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-05T09:28:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:48,974 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:28:48,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43721,1733390923377 2024-12-05T09:28:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e6c899d 2024-12-05T09:28:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:48,976 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:48,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:28:48,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:28:48,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:48,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:28:48,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:28:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:28:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:49,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fb05d79934941dc2bafac38d0ddd822, NAME => 'test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95 2024-12-05T09:28:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:28:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:49,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:49,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0fb05d79934941dc2bafac38d0ddd822, disabling compactions & flushes 2024-12-05T09:28:49,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:49,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:49,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. after waiting 0 ms 2024-12-05T09:28:49,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:49,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:49,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fb05d79934941dc2bafac38d0ddd822: Waiting for close lock at 1733390929800Disabling compacts and flushes for region at 1733390929800Disabling writes for close at 1733390929801 (+1 ms)Writing region close event to WAL at 1733390929801Closed at 1733390929801 2024-12-05T09:28:49,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:28:49,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390929802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390929802"}]},"ts":"1733390929802"} 2024-12-05T09:28:49,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:28:49,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:28:49,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390929805"}]},"ts":"1733390929805"} 2024-12-05T09:28:49,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:28:49,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fb05d79934941dc2bafac38d0ddd822, ASSIGN}] 2024-12-05T09:28:49,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fb05d79934941dc2bafac38d0ddd822, ASSIGN 2024-12-05T09:28:49,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0fb05d79934941dc2bafac38d0ddd822, ASSIGN; state=OFFLINE, location=33186fd147fa,37739,1733390923475; forceNewPlan=false, retain=false 2024-12-05T09:28:49,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fb05d79934941dc2bafac38d0ddd822, regionState=OPENING, regionLocation=33186fd147fa,37739,1733390923475 2024-12-05T09:28:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0fb05d79934941dc2bafac38d0ddd822, ASSIGN because future has completed 2024-12-05T09:28:49,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fb05d79934941dc2bafac38d0ddd822, server=33186fd147fa,37739,1733390923475}] 2024-12-05T09:28:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:50,119 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:50,119 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fb05d79934941dc2bafac38d0ddd822, NAME => 'test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:50,119 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:50,119 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:28:50,119 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,119 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:50,119 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,119 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,120 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,121 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fb05d79934941dc2bafac38d0ddd822 columnFamilyName f 2024-12-05T09:28:50,122 DEBUG [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:50,122 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] regionserver.HStore(327): Store=0fb05d79934941dc2bafac38d0ddd822/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:50,122 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,123 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fb05d79934941dc2bafac38d0ddd822 columnFamilyName f1 2024-12-05T09:28:50,123 DEBUG [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:50,123 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] regionserver.HStore(327): Store=0fb05d79934941dc2bafac38d0ddd822/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:50,123 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,124 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fb05d79934941dc2bafac38d0ddd822 columnFamilyName norep 2024-12-05T09:28:50,124 DEBUG [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:50,124 INFO [StoreOpener-0fb05d79934941dc2bafac38d0ddd822-1 {}] regionserver.HStore(327): Store=0fb05d79934941dc2bafac38d0ddd822/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:50,124 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,125 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,126 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,126 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,126 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,127 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:28:50,129 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,130 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:50,131 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0fb05d79934941dc2bafac38d0ddd822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68504434, jitterRate=0.020795613527297974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:28:50,131 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:28:50,131 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0fb05d79934941dc2bafac38d0ddd822: Running coprocessor pre-open hook at 1733390930120Writing region info on filesystem at 1733390930120Initializing all the Stores at 1733390930120Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390930120Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390930120Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390930120Cleaning up temporary data from old regions at 1733390930126 (+6 ms)Running coprocessor post-open hooks at 1733390930131 (+5 ms)Region opened successfully at 1733390930131 2024-12-05T09:28:50,136 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., pid=6, masterSystemTime=1733390930115 2024-12-05T09:28:50,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fb05d79934941dc2bafac38d0ddd822, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,37739,1733390923475 2024-12-05T09:28:50,138 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:50,138 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:28:50,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fb05d79934941dc2bafac38d0ddd822, server=33186fd147fa,37739,1733390923475 because future has completed 2024-12-05T09:28:50,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:28:50,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fb05d79934941dc2bafac38d0ddd822, server=33186fd147fa,37739,1733390923475 in 179 msec 2024-12-05T09:28:50,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:28:50,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0fb05d79934941dc2bafac38d0ddd822, ASSIGN in 336 msec 2024-12-05T09:28:50,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:28:50,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390930145"}]},"ts":"1733390930145"} 2024-12-05T09:28:50,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:28:50,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:28:50,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-05T09:28:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:28:51,124 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:28:51,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:51,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:51,125 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9b3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:51,127 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bca4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:51,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:51,129 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd4446c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:51,130 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb6e588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:51,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:51,131 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:51,132 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31064fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40313,1733390918043 2024-12-05T09:28:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e451b1 2024-12-05T09:28:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:51,134 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:51,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:43721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:28:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:28:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:51,137 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:43721' 2024-12-05T09:28:51,138 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c056db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,138 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:51,138 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:51,138 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4821e8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:51,140 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:51,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78072dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:51,140 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43721,1733390923377 2024-12-05T09:28:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545a3627 2024-12-05T09:28:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:51,142 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:51,143 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T09:28:51,143 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:28:51,143 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:51,143 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:51,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:51,143 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:51,144 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:28:51,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:28:51,145 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:51,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:28:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:28:51,194 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:28:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:51,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:28:51,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 731d6a3035d7fbbde0826e803827d4b9, NAME => 'hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc 2024-12-05T09:28:51,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:28:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:51,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:51,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 731d6a3035d7fbbde0826e803827d4b9, disabling compactions & flushes 2024-12-05T09:28:51,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:51,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:51,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. after waiting 0 ms 2024-12-05T09:28:51,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:51,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:51,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 731d6a3035d7fbbde0826e803827d4b9: Waiting for close lock at 1733390931959Disabling compacts and flushes for region at 1733390931959Disabling writes for close at 1733390931959Writing region close event to WAL at 1733390931959Closed at 1733390931959 2024-12-05T09:28:51,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:28:51,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390931960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390931960"}]},"ts":"1733390931960"} 2024-12-05T09:28:51,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:28:51,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:28:51,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390931963"}]},"ts":"1733390931963"} 2024-12-05T09:28:51,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:28:51,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=731d6a3035d7fbbde0826e803827d4b9, ASSIGN}] 2024-12-05T09:28:51,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=731d6a3035d7fbbde0826e803827d4b9, ASSIGN 2024-12-05T09:28:51,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=731d6a3035d7fbbde0826e803827d4b9, ASSIGN; state=OFFLINE, location=33186fd147fa,39515,1733390918189; forceNewPlan=false, retain=false 2024-12-05T09:28:52,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=731d6a3035d7fbbde0826e803827d4b9, regionState=OPENING, regionLocation=33186fd147fa,39515,1733390918189 2024-12-05T09:28:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=731d6a3035d7fbbde0826e803827d4b9, ASSIGN because future has completed 2024-12-05T09:28:52,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731d6a3035d7fbbde0826e803827d4b9, server=33186fd147fa,39515,1733390918189}] 2024-12-05T09:28:52,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:52,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:52,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:52,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:52,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:28:52,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C39515%2C1733390918189.rep, suffix=, logDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189, archiveDir=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/oldWALs, maxLogs=10 2024-12-05T09:28:52,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.rep.1733390932277, exclude list is [], retry=0 2024-12-05T09:28:52,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-d161086b-582c-48a4-9970-2721f7d774ed,DISK] 2024-12-05T09:28:52,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.rep.1733390932277 2024-12-05T09:28:52,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44577:44577)] 2024-12-05T09:28:52,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 731d6a3035d7fbbde0826e803827d4b9, NAME => 'hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:52,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:52,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:52,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. service=MultiRowMutationService 2024-12-05T09:28:52,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:28:52,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:52,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,300 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,301 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731d6a3035d7fbbde0826e803827d4b9 columnFamilyName hfileref 2024-12-05T09:28:52,301 DEBUG [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:52,301 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] regionserver.HStore(327): Store=731d6a3035d7fbbde0826e803827d4b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:52,301 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,302 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731d6a3035d7fbbde0826e803827d4b9 columnFamilyName queue 2024-12-05T09:28:52,302 DEBUG [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:52,303 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] regionserver.HStore(327): Store=731d6a3035d7fbbde0826e803827d4b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:52,303 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,304 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731d6a3035d7fbbde0826e803827d4b9 columnFamilyName sid 2024-12-05T09:28:52,304 DEBUG [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:52,304 INFO [StoreOpener-731d6a3035d7fbbde0826e803827d4b9-1 {}] regionserver.HStore(327): Store=731d6a3035d7fbbde0826e803827d4b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:52,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:28:52,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:52,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 731d6a3035d7fbbde0826e803827d4b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73480704, jitterRate=0.09494781494140625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:28:52,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:28:52,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 731d6a3035d7fbbde0826e803827d4b9: Running coprocessor pre-open hook at 1733390932298Writing region info on filesystem at 1733390932298Initializing all the Stores at 1733390932299 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390932299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390932299Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390932299Cleaning up temporary data from old regions at 1733390932306 (+7 ms)Running coprocessor post-open hooks at 1733390932309 (+3 ms)Region opened successfully at 1733390932309 2024-12-05T09:28:52,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9., pid=10, masterSystemTime=1733390932271 2024-12-05T09:28:52,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:52,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:28:52,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=731d6a3035d7fbbde0826e803827d4b9, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,39515,1733390918189 2024-12-05T09:28:52,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731d6a3035d7fbbde0826e803827d4b9, server=33186fd147fa,39515,1733390918189 because future has completed 2024-12-05T09:28:52,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:28:52,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 731d6a3035d7fbbde0826e803827d4b9, server=33186fd147fa,39515,1733390918189 in 195 msec 2024-12-05T09:28:52,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:28:52,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=731d6a3035d7fbbde0826e803827d4b9, ASSIGN in 351 msec 2024-12-05T09:28:52,318 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:28:52,318 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390932318"}]},"ts":"1733390932318"} 2024-12-05T09:28:52,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:28:52,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:28:52,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-05T09:28:52,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9., hostname=33186fd147fa,39515,1733390918189, seqNum=2] 2024-12-05T09:28:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:28:52,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:28:52,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:28:52,542 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:28:52,576 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,39515,1733390918189, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:28:52,576 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:52,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,39515,1733390918189, seqNum=-1] 2024-12-05T09:28:52,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:52,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T09:28:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,39515,1733390918189', locateType=CURRENT is [region=hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9., hostname=33186fd147fa,39515,1733390918189, seqNum=2] 2024-12-05T09:28:52,583 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:28:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:28:52,586 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,39515,1733390918189 suceeded 2024-12-05T09:28:52,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:28:52,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-05T09:28:52,589 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:43721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:28:52,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-12-05T09:28:52,600 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:43721' 2024-12-05T09:28:52,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53a01108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:52,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:52,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:52,604 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:52,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:52,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:52,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d34a622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:52,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:52,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:52,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:52,606 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:52,607 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d71ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:52,607 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:52,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43721,1733390923377 2024-12-05T09:28:52,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579f6edf 2024-12-05T09:28:52,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:52,609 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T09:28:52,610 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,39515,1733390918189 (queues=1) is replicating from cluster=189675f4-fee5-4d3d-8ef5-f0f97b1efc1c to cluster=4cbe6708-c517-4a08-90fe-6c6e499e4bf0 2024-12-05T09:28:52,610 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C39515%2C1733390918189 2024-12-05T09:28:52,610 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,39515,1733390918189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:28:52,611 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C39515%2C1733390918189 2024-12-05T09:28:52,611 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303, startPosition=0, beingWritten=true 2024-12-05T09:28:52,616 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:28:52,616 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:52,616 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,39515,1733390918189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:28:52,820 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:53,124 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:53,294 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:28:53,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:53,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:53,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:53,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:53,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:53,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:53,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:53,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:53,296 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3b6b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:53,297 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8b5ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:53,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43721,1733390923377 2024-12-05T09:28:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19466c1c 2024-12-05T09:28:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:53,299 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:53,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:40313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:28:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:28:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:53,301 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:40313' 2024-12-05T09:28:53,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7261ba57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:53,302 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:53,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:53,303 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cff72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:53,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:53,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:53,304 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633c4e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:53,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40313,1733390918043 2024-12-05T09:28:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0f4ef7 2024-12-05T09:28:53,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:53,306 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:53,307 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:28:53,307 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:28:53,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:53,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:53,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:53,307 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:28:53,308 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:28:53,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:28:53,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:53,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:28:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:28:53,358 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:28:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:53,529 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:53,715 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af87aaf067bcd9f8459791f3e6445aab, NAME => 'hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95 2024-12-05T09:28:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:28:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:54,043 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:54,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:54,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af87aaf067bcd9f8459791f3e6445aab, disabling compactions & flushes 2024-12-05T09:28:54,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. after waiting 0 ms 2024-12-05T09:28:54,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af87aaf067bcd9f8459791f3e6445aab: Waiting for close lock at 1733390934121Disabling compacts and flushes for region at 1733390934121Disabling writes for close at 1733390934121Writing region close event to WAL at 1733390934121Closed at 1733390934121 2024-12-05T09:28:54,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:28:54,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390934122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390934122"}]},"ts":"1733390934122"} 2024-12-05T09:28:54,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:28:54,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:28:54,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390934126"}]},"ts":"1733390934126"} 2024-12-05T09:28:54,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:28:54,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af87aaf067bcd9f8459791f3e6445aab, ASSIGN}] 2024-12-05T09:28:54,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af87aaf067bcd9f8459791f3e6445aab, ASSIGN 2024-12-05T09:28:54,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af87aaf067bcd9f8459791f3e6445aab, ASSIGN; state=OFFLINE, location=33186fd147fa,37739,1733390923475; forceNewPlan=false, retain=false 2024-12-05T09:28:54,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af87aaf067bcd9f8459791f3e6445aab, regionState=OPENING, regionLocation=33186fd147fa,37739,1733390923475 2024-12-05T09:28:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af87aaf067bcd9f8459791f3e6445aab, ASSIGN because future has completed 2024-12-05T09:28:54,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af87aaf067bcd9f8459791f3e6445aab, server=33186fd147fa,37739,1733390923475}] 2024-12-05T09:28:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:54,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:28:54,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:28:54,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C37739%2C1733390923475.rep, suffix=, logDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475, archiveDir=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/oldWALs, maxLogs=10 2024-12-05T09:28:54,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.rep.1733390934441, exclude list is [], retry=0 2024-12-05T09:28:54,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38885,DS-1ac9302e-8a9b-4acc-a1b8-07f7b77e2917,DISK] 2024-12-05T09:28:54,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.rep.1733390934441 2024-12-05T09:28:54,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-12-05T09:28:54,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af87aaf067bcd9f8459791f3e6445aab, NAME => 'hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:28:54,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:28:54,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:28:54,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. service=MultiRowMutationService 2024-12-05T09:28:54,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:28:54,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:28:54,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,463 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,464 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af87aaf067bcd9f8459791f3e6445aab columnFamilyName hfileref 2024-12-05T09:28:54,464 DEBUG [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:54,465 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] regionserver.HStore(327): Store=af87aaf067bcd9f8459791f3e6445aab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:54,465 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,466 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af87aaf067bcd9f8459791f3e6445aab columnFamilyName queue 2024-12-05T09:28:54,466 DEBUG [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:54,466 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] regionserver.HStore(327): Store=af87aaf067bcd9f8459791f3e6445aab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:54,466 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,468 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af87aaf067bcd9f8459791f3e6445aab columnFamilyName sid 2024-12-05T09:28:54,468 DEBUG [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:28:54,468 INFO [StoreOpener-af87aaf067bcd9f8459791f3e6445aab-1 {}] regionserver.HStore(327): Store=af87aaf067bcd9f8459791f3e6445aab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:28:54,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:28:54,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:28:54,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af87aaf067bcd9f8459791f3e6445aab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72536344, jitterRate=0.08087575435638428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:28:54,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:28:54,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af87aaf067bcd9f8459791f3e6445aab: Running coprocessor pre-open hook at 1733390934459Writing region info on filesystem at 1733390934459Initializing all the Stores at 1733390934460 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390934460Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390934462 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390934462Cleaning up temporary data from old regions at 1733390934470 (+8 ms)Running coprocessor post-open hooks at 1733390934479 (+9 ms)Region opened successfully at 1733390934479 2024-12-05T09:28:54,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab., pid=10, masterSystemTime=1733390934434 2024-12-05T09:28:54,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:28:54,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af87aaf067bcd9f8459791f3e6445aab, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,37739,1733390923475 2024-12-05T09:28:54,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af87aaf067bcd9f8459791f3e6445aab, server=33186fd147fa,37739,1733390923475 because future has completed 2024-12-05T09:28:54,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:28:54,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af87aaf067bcd9f8459791f3e6445aab, server=33186fd147fa,37739,1733390923475 in 204 msec 2024-12-05T09:28:54,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:28:54,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af87aaf067bcd9f8459791f3e6445aab, ASSIGN in 360 msec 2024-12-05T09:28:54,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:28:54,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390934490"}]},"ts":"1733390934490"} 2024-12-05T09:28:54,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:28:54,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:28:54,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-05T09:28:54,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab., hostname=33186fd147fa,37739,1733390923475, seqNum=2] 2024-12-05T09:28:54,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:54,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:28:54,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:28:54,647 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:28:54,708 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:28:54,731 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,37739,1733390923475, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:28:54,732 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:54,732 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:28:54,732 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:54,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T09:28:54,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,37739,1733390923475', locateType=CURRENT is [region=hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab., hostname=33186fd147fa,37739,1733390923475, seqNum=2] 2024-12-05T09:28:54,737 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:28:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:28:54,739 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,37739,1733390923475 suceeded 2024-12-05T09:28:54,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:28:54,740 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:40313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:28:54,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T09:28:54,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-12-05T09:28:54,749 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:40313' 2024-12-05T09:28:54,750 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f50251b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:54,750 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:54,750 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:54,751 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d3370a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:54,752 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:54,752 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2332b48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:54,753 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:54,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40313,1733390918043 2024-12-05T09:28:54,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e6cad19 2024-12-05T09:28:54,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:54,754 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T09:28:54,754 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,37739,1733390923475 (queues=1) is replicating from cluster=4cbe6708-c517-4a08-90fe-6c6e499e4bf0 to cluster=189675f4-fee5-4d3d-8ef5-f0f97b1efc1c 2024-12-05T09:28:54,754 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C37739%2C1733390923475 2024-12-05T09:28:54,754 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,37739,1733390923475, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:28:54,755 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C37739%2C1733390923475 2024-12-05T09:28:54,755 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680, startPosition=0, beingWritten=true 2024-12-05T09:28:54,759 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:28:54,759 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:54,759 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,37739,1733390923475 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:28:54,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:28:54,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T09:28:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:28:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T09:28:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:28:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T09:28:54,963 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:55,266 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:55,351 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:28:55,453 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:28:55,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:55,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:55,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:55,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:55,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:55,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:55,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733390935456/Put/seqid=0 2024-12-05T09:28:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741840_1016 (size=7894) 2024-12-05T09:28:55,669 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:55,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733390935863/Put/seqid=0 2024-12-05T09:28:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741841_1017 (size=7691) 2024-12-05T09:28:56,155 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:56,173 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:56,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:56,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:56,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:56,271 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f211cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:56,273 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:56,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:56,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,39515,1733390918189, seqNum=-1] 2024-12-05T09:28:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:56,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:56,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40313,1733390918043 2024-12-05T09:28:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20736b0a 2024-12-05T09:28:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:56,285 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., hostname=33186fd147fa,39515,1733390918189, seqNum=2] 2024-12-05T09:28:56,290 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:28:56,295 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T09:28:56,297 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T09:28:56,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:28:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T09:28:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:28:56,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:28:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T09:28:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:28:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HRegion(2603): Flush status journal for 437e32b29b3c0eec51abcd8c189ccf82: 2024-12-05T09:28:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_1 2024-12-05T09:28:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_1 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ 2024-12-05T09:28:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_0 2024-12-05T09:28:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_0 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/b9fa0d868db541839857484ed8689163_SeqId_4_ 2024-12-05T09:28:56,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_1 into 437e32b29b3c0eec51abcd8c189ccf82/f as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ - updating store file list. 2024-12-05T09:28:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c20e28dd734349cc92abc4d679f946ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:28:56,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ into 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:28:56,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_1 into 437e32b29b3c0eec51abcd8c189ccf82/f (new location: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_) 2024-12-05T09:28:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_1 2024-12-05T09:28:56,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_0 into 437e32b29b3c0eec51abcd8c189ccf82/f as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/b9fa0d868db541839857484ed8689163_SeqId_4_ - updating store file list. 2024-12-05T09:28:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9fa0d868db541839857484ed8689163_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:28:56,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/b9fa0d868db541839857484ed8689163_SeqId_4_ into 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:28:56,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_0 into 437e32b29b3c0eec51abcd8c189ccf82/f (new location: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/b9fa0d868db541839857484ed8689163_SeqId_4_) 2024-12-05T09:28:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins__test__5eaor724aj7nojrbac6k1unan8r48qp1mjvjsr0eppdre7ico27e9demf8gff4k/f/hfile_0 2024-12-05T09:28:56,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:56,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:56,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:56,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:56,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:56,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., hostname=33186fd147fa,39515,1733390918189, seqNum=2 , the old value is region=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., hostname=33186fd147fa,39515,1733390918189, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=33186fd147fa:39515 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:28:56,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., hostname=33186fd147fa,39515,1733390918189, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:28:56,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., hostname=33186fd147fa,39515,1733390918189, seqNum=2 from cache 2024-12-05T09:28:56,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:56,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:28:56,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:56,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:56,334 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T09:28:56,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., hostname=33186fd147fa,37739,1733390923475, seqNum=2] 2024-12-05T09:28:56,338 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:28:56,434 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:39515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T09:28:56,776 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:57,060 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 379, reset compression=false 2024-12-05T09:28:57,072 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:28:57,072 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,39515,1733390918189 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e32b29b3c0eec51abcd8c189ccf82/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733390936329/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T09:28:57,077 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:57,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T09:28:57,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.ReplicationSink(318): Replicating [189675f4-fee5-4d3d-8ef5-f0f97b1efc1c] bulk loaded data 2024-12-05T09:28:57,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2181220f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:57,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:57,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:57,080 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa5f2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:57,082 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:57,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69170b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741840_1016 (size=7691) 2024-12-05T09:28:57,273 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:28:57,348 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:28:57,485 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741841_1017 (size=7894) 2024-12-05T09:28:57,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:28:57,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:28:57,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:28:57,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:28:57,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43721,1733390923377 2024-12-05T09:28:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f135f0 2024-12-05T09:28:57,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:57,944 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T09:28:57,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:28:57,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:57,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:28:57,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:57,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T09:28:57,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/b9fa0d868db541839857484ed8689163_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T09:28:57,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T09:28:57,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/b9fa0d868db541839857484ed8689163_SeqId_4_ for inclusion in 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T09:28:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:28:57,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ for inclusion in 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T09:28:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:28:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HRegion(2603): Flush status journal for 0fb05d79934941dc2bafac38d0ddd822: 2024-12-05T09:28:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b9fa0d868db541839857484ed8689163_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:28:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/b9fa0d868db541839857484ed8689163_SeqId_4_ as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/2653f83b48484ddaa90119ffaa1b7abe_SeqId_4_ 2024-12-05T09:28:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c20e28dd734349cc92abc4d679f946ad_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:28:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/134862e04df04264ada08fb84ce0ad5f_SeqId_4_ 2024-12-05T09:28:57,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/b9fa0d868db541839857484ed8689163_SeqId_4_ into 0fb05d79934941dc2bafac38d0ddd822/f as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/2653f83b48484ddaa90119ffaa1b7abe_SeqId_4_ - updating store file list. 2024-12-05T09:28:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2653f83b48484ddaa90119ffaa1b7abe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:28:58,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/2653f83b48484ddaa90119ffaa1b7abe_SeqId_4_ into 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:58,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/b9fa0d868db541839857484ed8689163_SeqId_4_ into 0fb05d79934941dc2bafac38d0ddd822/f (new location: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/2653f83b48484ddaa90119ffaa1b7abe_SeqId_4_) 2024-12-05T09:28:58,006 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:28:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/b9fa0d868db541839857484ed8689163_SeqId_4_ 2024-12-05T09:28:58,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ into 0fb05d79934941dc2bafac38d0ddd822/f as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/134862e04df04264ada08fb84ce0ad5f_SeqId_4_ - updating store file list. 2024-12-05T09:28:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 134862e04df04264ada08fb84ce0ad5f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:28:58,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/134862e04df04264ada08fb84ce0ad5f_SeqId_4_ into 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:58,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ into 0fb05d79934941dc2bafac38d0ddd822/f (new location: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/134862e04df04264ada08fb84ce0ad5f_SeqId_4_) 2024-12-05T09:28:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins.hfs.11__test__vbe8u2tfa9377skebo5cjec2emmlbj9sv1u1a1ltkufio9nkdfdqf6k4ntmg0lp8/f/c20e28dd734349cc92abc4d679f946ad_SeqId_4_ 2024-12-05T09:28:58,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.ReplicationSink(324): Finished replicating [189675f4-fee5-4d3d-8ef5-f0f97b1efc1c] bulk loaded data 2024-12-05T09:28:58,300 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 379, reset compression=false 2024-12-05T09:28:58,307 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:28:58,307 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,37739,1733390923475 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fb05d79934941dc2bafac38d0ddd822/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733390938026/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T09:28:58,309 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:28:58,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T09:28:58,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.ReplicationSink(318): Replicating [189675f4-fee5-4d3d-8ef5-f0f97b1efc1c, 4cbe6708-c517-4a08-90fe-6c6e499e4bf0] bulk loaded data 2024-12-05T09:28:58,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398458d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:58,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40313,-1 for getting cluster id 2024-12-05T09:28:58,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:58,313 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '189675f4-fee5-4d3d-8ef5-f0f97b1efc1c' 2024-12-05T09:28:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "189675f4-fee5-4d3d-8ef5-f0f97b1efc1c" 2024-12-05T09:28:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e6faf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40313,-1] 2024-12-05T09:28:58,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:58,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:58,315 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:58,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42722dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741842_1018 (size=7894) 2024-12-05T09:28:58,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:28:58,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733390938360/Put/seqid=0 2024-12-05T09:28:58,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741842_1018 (size=11194) 2024-12-05T09:28:58,507 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 725, reset compression=false 2024-12-05T09:28:58,511 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:28:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741843_1019 (size=7691) 2024-12-05T09:28:58,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733390938770/Put/seqid=0 2024-12-05T09:28:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741843_1019 (size=10791) 2024-12-05T09:28:58,811 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 725, reset compression=false 2024-12-05T09:28:59,114 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:28:59,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40313,1733390918043 2024-12-05T09:28:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66bf98c3 2024-12-05T09:28:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:59,143 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T09:28:59,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:28:59,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,39515,1733390918189, seqNum=-1] 2024-12-05T09:28:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:59,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T09:28:59,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__b0u89isgkb4f80aiks3lau4r1pltb9teomlqv1imjul45iruo6hmtgcshggmsjdj/f/134862e04df04264ada08fb84ce0ad5f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T09:28:59,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__b0u89isgkb4f80aiks3lau4r1pltb9teomlqv1imjul45iruo6hmtgcshggmsjdj/f/2653f83b48484ddaa90119ffaa1b7abe_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T09:28:59,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.ReplicationSink(324): Finished replicating [189675f4-fee5-4d3d-8ef5-f0f97b1efc1c, 4cbe6708-c517-4a08-90fe-6c6e499e4bf0] bulk loaded data 2024-12-05T09:28:59,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:59,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,43721,-1 for getting cluster id 2024-12-05T09:28:59,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:28:59,179 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cbe6708-c517-4a08-90fe-6c6e499e4bf0' 2024-12-05T09:28:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:28:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cbe6708-c517-4a08-90fe-6c6e499e4bf0" 2024-12-05T09:28:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f131bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,43721,-1] 2024-12-05T09:28:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:28:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:59,181 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:28:59,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:28:59,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:28:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:59,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:59,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:28:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,43721,1733390923377 2024-12-05T09:28:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4778ff7b 2024-12-05T09:28:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:28:59,197 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:28:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., hostname=33186fd147fa,37739,1733390923475, seqNum=2] 2024-12-05T09:28:59,203 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:28:59,218 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 725, reset compression=false 2024-12-05T09:28:59,224 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T09:28:59,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T09:28:59,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T09:28:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:28:59,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T09:28:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:28:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HRegion(2603): Flush status journal for 0fb05d79934941dc2bafac38d0ddd822: 2024-12-05T09:28:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_1 2024-12-05T09:28:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_1 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ 2024-12-05T09:28:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_0 2024-12-05T09:28:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_0 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ 2024-12-05T09:28:59,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_1 into 0fb05d79934941dc2bafac38d0ddd822/f as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ - updating store file list. 2024-12-05T09:28:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f4f78ff304245498e911b1059d74f04_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:28:59,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ into 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:59,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_1 into 0fb05d79934941dc2bafac38d0ddd822/f (new location: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_) 2024-12-05T09:28:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_1 2024-12-05T09:28:59,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_0 into 0fb05d79934941dc2bafac38d0ddd822/f as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ - updating store file list. 2024-12-05T09:28:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edac49298b814d2bb8eb86e32425387d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:28:59,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ into 0fb05d79934941dc2bafac38d0ddd822/f 2024-12-05T09:28:59,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_0 into 0fb05d79934941dc2bafac38d0ddd822/f (new location: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_) 2024-12-05T09:28:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/staging/jenkins__test__bckld2fpoitia7jg5dvmeh482ng20psc0en07sam378f2d8a3k6du8uveuk6t2o3/f/hfile_0 2024-12-05T09:28:59,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:28:59,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:28:59,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:59,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:28:59,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:28:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., hostname=33186fd147fa,37739,1733390923475, seqNum=2 , the old value is region=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., hostname=33186fd147fa,37739,1733390923475, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=33186fd147fa:37739 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:28:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., hostname=33186fd147fa,37739,1733390923475, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:28:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., hostname=33186fd147fa,37739,1733390923475, seqNum=2 from cache 2024-12-05T09:28:59,281 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T09:28:59,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:28:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,39515,1733390918189, seqNum=-1] 2024-12-05T09:28:59,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:28:59,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:28:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82., hostname=33186fd147fa,39515,1733390918189, seqNum=2] 2024-12-05T09:28:59,292 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:28:59,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:37739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T09:28:59,745 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 725, reset compression=false 2024-12-05T09:28:59,749 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:28:59,749 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,37739,1733390923475 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fb05d79934941dc2bafac38d0ddd822/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733390939279/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T09:28:59,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.ReplicationSink(318): Replicating [4cbe6708-c517-4a08-90fe-6c6e499e4bf0] bulk loaded data 2024-12-05T09:28:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741844_1020 (size=10791) 2024-12-05T09:28:59,826 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:28:59,950 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1033, reset compression=false 2024-12-05T09:29:00,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741845_1021 (size=11194) 2024-12-05T09:29:00,254 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1033, reset compression=false 2024-12-05T09:29:00,299 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:29:00,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:29:00,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T09:29:00,585 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T09:29:00,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ for inclusion in 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:29:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T09:29:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:29:00,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ for inclusion in 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:29:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T09:29:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:29:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HRegion(2603): Flush status journal for 437e32b29b3c0eec51abcd8c189ccf82: 2024-12-05T09:29:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4f4f78ff304245498e911b1059d74f04_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:29:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/9bd442c1a7d4486882cc6679948c9ccc_SeqId_6_ 2024-12-05T09:29:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): edac49298b814d2bb8eb86e32425387d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:29:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/cbdc72bdf7cf4cc5bd0a763dd74535aa_SeqId_6_ 2024-12-05T09:29:00,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ into 437e32b29b3c0eec51abcd8c189ccf82/f as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/9bd442c1a7d4486882cc6679948c9ccc_SeqId_6_ - updating store file list. 2024-12-05T09:29:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bd442c1a7d4486882cc6679948c9ccc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:29:00,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/9bd442c1a7d4486882cc6679948c9ccc_SeqId_6_ into 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:29:00,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ into 437e32b29b3c0eec51abcd8c189ccf82/f (new location: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/9bd442c1a7d4486882cc6679948c9ccc_SeqId_6_) 2024-12-05T09:29:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/4f4f78ff304245498e911b1059d74f04_SeqId_6_ 2024-12-05T09:29:00,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ into 437e32b29b3c0eec51abcd8c189ccf82/f as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/cbdc72bdf7cf4cc5bd0a763dd74535aa_SeqId_6_ - updating store file list. 2024-12-05T09:29:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbdc72bdf7cf4cc5bd0a763dd74535aa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:29:00,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/cbdc72bdf7cf4cc5bd0a763dd74535aa_SeqId_6_ into 437e32b29b3c0eec51abcd8c189ccf82/f 2024-12-05T09:29:00,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ into 437e32b29b3c0eec51abcd8c189ccf82/f (new location: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/f/cbdc72bdf7cf4cc5bd0a763dd74535aa_SeqId_6_) 2024-12-05T09:29:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/staging/jenkins.hfs.10__test__iv2iqeadf6hr081ph8jbcm60kv285bamtd0qs3o22ooqu4ifcg0oc2v9bhrait2h/f/edac49298b814d2bb8eb86e32425387d_SeqId_6_ 2024-12-05T09:29:00,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] regionserver.ReplicationSink(324): Finished replicating [4cbe6708-c517-4a08-90fe-6c6e499e4bf0] bulk loaded data 2024-12-05T09:29:00,629 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 687, reset compression=false 2024-12-05T09:29:00,634 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:29:00,634 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,39515,1733390918189 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e32b29b3c0eec51abcd8c189ccf82/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733390940615/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T09:29:00,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.ReplicationSink(318): Replicating [4cbe6708-c517-4a08-90fe-6c6e499e4bf0, 189675f4-fee5-4d3d-8ef5-f0f97b1efc1c] bulk loaded data 2024-12-05T09:29:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741844_1020 (size=10791) 2024-12-05T09:29:00,662 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1033, reset compression=false 2024-12-05T09:29:00,834 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:01,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741845_1021 (size=11194) 2024-12-05T09:29:01,137 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:01,166 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1033, reset compression=false 2024-12-05T09:29:01,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:29:01,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:01,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:01,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:01,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:01,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:01,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:29:01,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1554116588, stopped=false 2024-12-05T09:29:01,311 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,43721,1733390923377 2024-12-05T09:29:01,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12062921428/running 2024-12-05T09:29:01,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12062921428/running 2024-12-05T09:29:01,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:29:01,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:29:01,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:01,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:01,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:01,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:01,344 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,37739,1733390923475' ***** 2024-12-05T09:29:01,344 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:29:01,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/running 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:29:01,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Set watcher on znode that does not yet exist, /12062921428/running 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:29:01,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fb05d79934941dc2bafac38d0ddd822 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(3091): Received CLOSE for af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,37739,1733390923475 2024-12-05T09:29:01,345 INFO [RS:0;33186fd147fa:37739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:01,346 INFO [RS:0;33186fd147fa:37739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:37739. 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fb05d79934941dc2bafac38d0ddd822, disabling compactions & flushes 2024-12-05T09:29:01,346 DEBUG [RS:0;33186fd147fa:37739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:01,346 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:29:01,346 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. after waiting 0 ms 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:29:01,346 INFO [RS:0;33186fd147fa:37739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:29:01,346 INFO [RS:0;33186fd147fa:37739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:29:01,346 INFO [RS:0;33186fd147fa:37739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:29:01,346 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:29:01,346 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:29:01,346 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1325): Online Regions={0fb05d79934941dc2bafac38d0ddd822=test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822., 1588230740=hbase:meta,,1.1588230740, af87aaf067bcd9f8459791f3e6445aab=hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab.} 2024-12-05T09:29:01,346 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 0fb05d79934941dc2bafac38d0ddd822, 1588230740, af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:01,346 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:01,346 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:01,346 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:29:01,349 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/default/test/0fb05d79934941dc2bafac38d0ddd822/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:01,350 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fb05d79934941dc2bafac38d0ddd822: Waiting for close lock at 1733390941345Running coprocessor pre-close hooks at 1733390941345Disabling compacts and flushes for region at 1733390941345Disabling writes for close at 1733390941346 (+1 ms)Writing region close event to WAL at 1733390941346Running coprocessor post-close hooks at 1733390941350 (+4 ms)Closed at 1733390941350 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822. 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af87aaf067bcd9f8459791f3e6445aab, disabling compactions & flushes 2024-12-05T09:29:01,350 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. after waiting 0 ms 2024-12-05T09:29:01,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:29:01,350 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af87aaf067bcd9f8459791f3e6445aab 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T09:29:01,362 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/.tmp/hfileref/ac4568cb890742a78bd088b22821e5f8 is 74, key is 1/hfileref:134862e04df04264ada08fb84ce0ad5f_SeqId_4_/1733390939166/DeleteColumn/seqid=0 2024-12-05T09:29:01,364 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/info/0255f92d7fc44856ba45c5d745dc1c54 is 147, key is hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab./info:regioninfo/1733390934484/Put/seqid=0 2024-12-05T09:29:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741846_1022 (size=5345) 2024-12-05T09:29:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741847_1023 (size=7686) 2024-12-05T09:29:01,368 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/info/0255f92d7fc44856ba45c5d745dc1c54 2024-12-05T09:29:01,381 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:01,384 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/ns/37730295e3e24bc4b1885efcfe674878 is 43, key is default/ns:d/1733390926727/Put/seqid=0 2024-12-05T09:29:01,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741848_1024 (size=5153) 2024-12-05T09:29:01,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:29:01,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T09:29:01,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37739 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57836 deadline: 1733391001465, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping 2024-12-05T09:29:01,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 from cache 2024-12-05T09:29:01,541 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:01,546 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:29:01,551 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:29:01,551 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:29:01,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:29:01,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T09:29:01,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37739 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57836 deadline: 1733391001466, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping 2024-12-05T09:29:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 from cache 2024-12-05T09:29:01,746 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:29:01,768 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/.tmp/hfileref/ac4568cb890742a78bd088b22821e5f8 2024-12-05T09:29:01,771 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1033, reset compression=false 2024-12-05T09:29:01,777 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:01,777 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1328, reset compression=false 2024-12-05T09:29:01,777 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,37739,1733390923475 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:01,778 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,37739,1733390923475: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,37739,1733390923475, walGroup=33186fd147fa%2C37739%2C1733390923475, offset=33186fd147fa%2C37739%2C1733390923475.1733390925680:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:37739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:29:01,779 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:29:01,779 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:29:01,780 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:29:01,780 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:29:01,780 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:29:01,781 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 552504664 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 188082520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:29:01,784 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:29:01,788 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/ns/37730295e3e24bc4b1885efcfe674878 2024-12-05T09:29:01,791 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/.tmp/queue/8e58de94a180498b88260c9096fbfbd7 is 154, key is 1-33186fd147fa,37739,1733390923475/queue:33186fd147fa%2C37739%2C1733390923475/1733390940626/Put/seqid=0 2024-12-05T09:29:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741849_1025 (size=5353) 2024-12-05T09:29:01,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:01,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:29:01,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:01,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:01,806 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/rep_barrier/5a37925d5a2b4e438c80d63a72826738 is 112, key is test,,1733390928976.0fb05d79934941dc2bafac38d0ddd822./rep_barrier:seqnumDuringOpen/1733390930138/Put/seqid=0 2024-12-05T09:29:01,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:01,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 from cache 2024-12-05T09:29:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741850_1026 (size=5518) 2024-12-05T09:29:01,947 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:29:01,984 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1328, reset compression=false 2024-12-05T09:29:02,046 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:02,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:02,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:29:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 from cache 2024-12-05T09:29:02,147 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af87aaf067bcd9f8459791f3e6445aab 2024-12-05T09:29:02,203 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/.tmp/queue/8e58de94a180498b88260c9096fbfbd7 2024-12-05T09:29:02,209 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/.tmp/hfileref/ac4568cb890742a78bd088b22821e5f8 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/hfileref/ac4568cb890742a78bd088b22821e5f8 2024-12-05T09:29:02,210 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/rep_barrier/5a37925d5a2b4e438c80d63a72826738 2024-12-05T09:29:02,213 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/hfileref/ac4568cb890742a78bd088b22821e5f8, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T09:29:02,215 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/.tmp/queue/8e58de94a180498b88260c9096fbfbd7 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/queue/8e58de94a180498b88260c9096fbfbd7 2024-12-05T09:29:02,224 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/queue/8e58de94a180498b88260c9096fbfbd7, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T09:29:02,225 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for af87aaf067bcd9f8459791f3e6445aab in 875ms, sequenceid=12, compaction requested=false 2024-12-05T09:29:02,234 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/replication/af87aaf067bcd9f8459791f3e6445aab/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T09:29:02,234 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:02,234 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:02,235 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:29:02,235 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af87aaf067bcd9f8459791f3e6445aab: Waiting for close lock at 1733390941350Running coprocessor pre-close hooks at 1733390941350Disabling compacts and flushes for region at 1733390941350Disabling writes for close at 1733390941350Obtaining lock to block concurrent updates at 1733390941350Preparing flush snapshotting stores in af87aaf067bcd9f8459791f3e6445aab at 1733390941350Finished memstore snapshotting hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733390941351 (+1 ms)Flushing stores of hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. at 1733390941351Flushing af87aaf067bcd9f8459791f3e6445aab/hfileref: creating writer at 1733390941351Flushing af87aaf067bcd9f8459791f3e6445aab/hfileref: appending metadata at 1733390941362 (+11 ms)Flushing af87aaf067bcd9f8459791f3e6445aab/hfileref: closing flushed file at 1733390941362Flushing af87aaf067bcd9f8459791f3e6445aab/queue: creating writer at 1733390941772 (+410 ms)Flushing af87aaf067bcd9f8459791f3e6445aab/queue: appending metadata at 1733390941790 (+18 ms)Flushing af87aaf067bcd9f8459791f3e6445aab/queue: closing flushed file at 1733390941790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5f8ebf: reopening flushed file at 1733390942208 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205fa820: reopening flushed file at 1733390942213 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for af87aaf067bcd9f8459791f3e6445aab in 875ms, sequenceid=12, compaction requested=false at 1733390942225 (+12 ms)Writing region close event to WAL at 1733390942231 (+6 ms)Running coprocessor post-close hooks at 1733390942234 (+3 ms)Closed at 1733390942235 (+1 ms) 2024-12-05T09:29:02,235 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390933307.af87aaf067bcd9f8459791f3e6445aab. 2024-12-05T09:29:02,236 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/table/cbf36f7ad00c490999fe04f3053ca5b1 is 53, key is hbase:replication/table:state/1733390934490/Put/seqid=0 2024-12-05T09:29:02,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741851_1027 (size=5308) 2024-12-05T09:29:02,292 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1328, reset compression=false 2024-12-05T09:29:02,347 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:29:02,347 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:29:02,347 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:29:02,547 DEBUG [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:29:02,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1] 2024-12-05T09:29:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=33186fd147fa,37739,1733390923475, seqNum=-1 from cache 2024-12-05T09:29:02,625 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,626 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T09:29:01.484Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.595Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.806Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.115Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.624Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T09:29:02,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T09:29:01.484Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.595Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.806Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.115Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.624Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T09:29:02,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:57820 deadline: 1733391000634, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T09:29:01.484Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.595Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.806Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.115Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.624Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02,628 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T09:29:01.484Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.595Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 33186fd147fa,37739,1733390923475 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T09:29:01.806Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.115Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting 2024-12-05T09:29:02.624Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,641 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/table/cbf36f7ad00c490999fe04f3053ca5b1 2024-12-05T09:29:02,648 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/info/0255f92d7fc44856ba45c5d745dc1c54 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/info/0255f92d7fc44856ba45c5d745dc1c54 2024-12-05T09:29:02,651 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:02,653 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/info/0255f92d7fc44856ba45c5d745dc1c54, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:29:02,654 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/ns/37730295e3e24bc4b1885efcfe674878 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/ns/37730295e3e24bc4b1885efcfe674878 2024-12-05T09:29:02,659 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/ns/37730295e3e24bc4b1885efcfe674878, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:29:02,659 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/rep_barrier/5a37925d5a2b4e438c80d63a72826738 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/rep_barrier/5a37925d5a2b4e438c80d63a72826738 2024-12-05T09:29:02,664 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/rep_barrier/5a37925d5a2b4e438c80d63a72826738, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:29:02,665 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/.tmp/table/cbf36f7ad00c490999fe04f3053ca5b1 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/table/cbf36f7ad00c490999fe04f3053ca5b1 2024-12-05T09:29:02,670 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/table/cbf36f7ad00c490999fe04f3053ca5b1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:29:02,671 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-12-05T09:29:02,675 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:29:02,675 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:02,675 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:02,675 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:02,675 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390941346Running coprocessor pre-close hooks at 1733390941346Disabling compacts and flushes for region at 1733390941346Disabling writes for close at 1733390941346Obtaining lock to block concurrent updates at 1733390941346Preparing flush snapshotting stores in 1588230740 at 1733390941346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733390941347 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733390941347Flushing 1588230740/info: creating writer at 1733390941347Flushing 1588230740/info: appending metadata at 1733390941363 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733390941363Flushing 1588230740/ns: creating writer at 1733390941372 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733390941384 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733390941384Flushing 1588230740/rep_barrier: creating writer at 1733390941792 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733390941806 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733390941806Flushing 1588230740/table: creating writer at 1733390942214 (+408 ms)Flushing 1588230740/table: appending metadata at 1733390942236 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733390942236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9bf732: reopening flushed file at 1733390942647 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496335d4: reopening flushed file at 1733390942654 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f246308: reopening flushed file at 1733390942659 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44454ff3: reopening flushed file at 1733390942665 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1733390942671 (+6 ms)Writing region close event to WAL at 1733390942672 (+1 ms)Running coprocessor post-close hooks at 1733390942675 (+3 ms)Closed at 1733390942675 2024-12-05T09:29:02,675 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:02,696 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 to pos 1328, reset compression=false 2024-12-05T09:29:02,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,731 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 33186fd147fa,37739,1733390923475 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,748 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,37739,1733390923475; all regions closed. 2024-12-05T09:29:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:29:02,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741839_1015 (size=3127) 2024-12-05T09:29:02,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.rep.1733390934441 not finished, retry = 0 2024-12-05T09:29:02,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/WALs/33186fd147fa,37739,1733390923475/33186fd147fa%2C37739%2C1733390923475.1733390925680 not finished, retry = 0 2024-12-05T09:29:02,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741832_1008 (size=1336) 2024-12-05T09:29:02,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 33186fd147fa,37739,1733390923475 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,935 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 33186fd147fa,37739,1733390923475 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:02,956 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:02,956 INFO [RS:0;33186fd147fa:37739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:02,956 INFO [RS:0;33186fd147fa:37739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:02,957 INFO [RS:0;33186fd147fa:37739 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:02,957 INFO [RS:0;33186fd147fa:37739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:02,957 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:02,957 INFO [RS:0;33186fd147fa:37739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,37739,1733390923475 because: Region server is closing 2024-12-05T09:29:02,957 INFO [RS:0;33186fd147fa:37739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:37739. 2024-12-05T09:29:02,957 DEBUG [RS:0;33186fd147fa:37739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:02,957 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:02,957 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:02,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:03,058 INFO [RS:0;33186fd147fa:37739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.shipper33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 terminated 2024-12-05T09:29:03,058 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,37739,1733390923475.replicationSource.wal-reader.33186fd147fa%2C37739%2C1733390923475,1-33186fd147fa,37739,1733390923475 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:29:03,058 INFO [RS:0;33186fd147fa:37739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:37739. 2024-12-05T09:29:03,058 DEBUG [RS:0;33186fd147fa:37739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:03,058 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:03,058 DEBUG [RS:0;33186fd147fa:37739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:03,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:03,058 INFO [RS:0;33186fd147fa:37739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37739 2024-12-05T09:29:03,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12062921428/rs/33186fd147fa,37739,1733390923475 2024-12-05T09:29:03,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428/rs 2024-12-05T09:29:03,069 INFO [RS:0;33186fd147fa:37739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:03,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,37739,1733390923475] 2024-12-05T09:29:03,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12062921428/draining/33186fd147fa,37739,1733390923475 already deleted, retry=false 2024-12-05T09:29:03,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,37739,1733390923475 expired; onlineServers=0 2024-12-05T09:29:03,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,43721,1733390923377' ***** 2024-12-05T09:29:03,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:29:03,085 INFO [M:0;33186fd147fa:43721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:03,085 INFO [M:0;33186fd147fa:43721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:03,086 DEBUG [M:0;33186fd147fa:43721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:29:03,086 DEBUG [M:0;33186fd147fa:43721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:29:03,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:29:03,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390925480 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390925480,5,FailOnTimeoutGroup] 2024-12-05T09:29:03,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390925482 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390925482,5,FailOnTimeoutGroup] 2024-12-05T09:29:03,086 INFO [M:0;33186fd147fa:43721 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:03,086 INFO [M:0;33186fd147fa:43721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:03,086 DEBUG [M:0;33186fd147fa:43721 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:29:03,086 INFO [M:0;33186fd147fa:43721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:29:03,086 INFO [M:0;33186fd147fa:43721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:03,086 INFO [M:0;33186fd147fa:43721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:29:03,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:29:03,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12062921428/master 2024-12-05T09:29:03,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12062921428 2024-12-05T09:29:03,094 DEBUG [M:0;33186fd147fa:43721 {}] zookeeper.ZKUtil(347): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Unable to get data of znode /12062921428/master because node does not exist (not an error) 2024-12-05T09:29:03,094 WARN [M:0;33186fd147fa:43721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:29:03,094 INFO [M:0;33186fd147fa:43721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/.lastflushedseqids 2024-12-05T09:29:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741852_1028 (size=263) 2024-12-05T09:29:03,102 INFO [M:0;33186fd147fa:43721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:29:03,102 INFO [M:0;33186fd147fa:43721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:29:03,103 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:03,103 INFO [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:03,103 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:03,103 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:03,103 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:03,103 INFO [M:0;33186fd147fa:43721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T09:29:03,120 DEBUG [M:0;33186fd147fa:43721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2eefbca9bff497fb0c2c0490e8e5fdf is 82, key is hbase:meta,,1/info:regioninfo/1733390926709/Put/seqid=0 2024-12-05T09:29:03,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741853_1029 (size=5672) 2024-12-05T09:29:03,126 INFO [M:0;33186fd147fa:43721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2eefbca9bff497fb0c2c0490e8e5fdf 2024-12-05T09:29:03,146 DEBUG [M:0;33186fd147fa:43721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70385909e7a54d7296b7ececc4d203d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733390934492/Put/seqid=0 2024-12-05T09:29:03,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741854_1030 (size=8517) 2024-12-05T09:29:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:03,177 INFO [RS:0;33186fd147fa:37739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37739-0x101a60021780004, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:03,177 INFO [RS:0;33186fd147fa:37739 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,37739,1733390923475; zookeeper connection closed. 2024-12-05T09:29:03,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5898796f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5898796f 2024-12-05T09:29:03,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:29:03,238 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 33186fd147fa:37739 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:37739 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 33186fd147fa:37739 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:37739 2024-12-05T09:29:03,238 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=33186fd147fa:37739 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:37739 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:37739 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T09:29:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T09:29:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57116 deadline: 1733391003240, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T09:29:03,242 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T09:29:03,243 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T09:29:03,354 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:03,550 INFO [M:0;33186fd147fa:43721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70385909e7a54d7296b7ececc4d203d4 2024-12-05T09:29:03,572 DEBUG [M:0;33186fd147fa:43721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22309803a0c84520846627490a3ba0da is 69, key is 33186fd147fa,37739,1733390923475/rs:state/1733390925532/Put/seqid=0 2024-12-05T09:29:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741855_1031 (size=5156) 2024-12-05T09:29:03,643 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T09:29:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T09:29:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43721 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57116 deadline: 1733391003645, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T09:29:03,646 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T09:29:03,647 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T09:29:03,647 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T09:29:03,977 INFO [M:0;33186fd147fa:43721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22309803a0c84520846627490a3ba0da 2024-12-05T09:29:03,982 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2eefbca9bff497fb0c2c0490e8e5fdf as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2eefbca9bff497fb0c2c0490e8e5fdf 2024-12-05T09:29:03,986 INFO [M:0;33186fd147fa:43721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2eefbca9bff497fb0c2c0490e8e5fdf, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T09:29:03,987 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70385909e7a54d7296b7ececc4d203d4 as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70385909e7a54d7296b7ececc4d203d4 2024-12-05T09:29:03,992 INFO [M:0;33186fd147fa:43721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70385909e7a54d7296b7ececc4d203d4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T09:29:03,993 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22309803a0c84520846627490a3ba0da as hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22309803a0c84520846627490a3ba0da 2024-12-05T09:29:04,000 INFO [M:0;33186fd147fa:43721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34139/user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22309803a0c84520846627490a3ba0da, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T09:29:04,001 INFO [M:0;33186fd147fa:43721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-12-05T09:29:04,007 INFO [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:04,007 DEBUG [M:0;33186fd147fa:43721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390943103Disabling compacts and flushes for region at 1733390943103Disabling writes for close at 1733390943103Obtaining lock to block concurrent updates at 1733390943103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390943103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733390943103Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390943104 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390943104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390943120 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390943120Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390943130 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390943146 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390943146Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390943555 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390943572 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390943572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730ce715: reopening flushed file at 1733390943981 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa00cf3: reopening flushed file at 1733390943987 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44435f7c: reopening flushed file at 1733390943992 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1733390944001 (+9 ms)Writing region close event to WAL at 1733390944007 (+6 ms)Closed at 1733390944007 2024-12-05T09:29:04,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ebaa95-c0a7-3002-85d6-efcae4d5df95/MasterData/WALs/33186fd147fa,43721,1733390923377/33186fd147fa%2C43721%2C1733390923377.1733390925261 not finished, retry = 0 2024-12-05T09:29:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38885 is added to blk_1073741830_1006 (size=63666) 2024-12-05T09:29:04,110 INFO [M:0;33186fd147fa:43721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:29:04,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:04,110 INFO [M:0;33186fd147fa:43721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43721 2024-12-05T09:29:04,111 INFO [M:0;33186fd147fa:43721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:04,148 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T09:29:04,149 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 33186fd147fa:43721 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:43721 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 33186fd147fa:43721 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:43721 2024-12-05T09:29:04,158 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:04,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:04,221 INFO [M:0;33186fd147fa:43721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:04,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43721-0x101a60021780003, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:04,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:04,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:04,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:04,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:04,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:04,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:04,253 WARN [BP-2125673785-172.17.0.3-1733390921609 heartbeating to localhost/127.0.0.1:34139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:29:04,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:29:04,253 WARN [BP-2125673785-172.17.0.3-1733390921609 heartbeating to localhost/127.0.0.1:34139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2125673785-172.17.0.3-1733390921609 (Datanode Uuid 4abcd9fc-abdc-4b5d-a205-371b97f593fe) service to localhost/127.0.0.1:34139 2024-12-05T09:29:04,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:29:04,253 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 33186fd147fa:43721 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:43721 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T09:29:04,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/cluster_462d4459-8137-ff1b-80bd-43d71e3d37eb/data/data1/current/BP-2125673785-172.17.0.3-1733390921609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:04,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/cluster_462d4459-8137-ff1b-80bd-43d71e3d37eb/data/data2/current/BP-2125673785-172.17.0.3-1733390921609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:04,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:29:04,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=33186fd147fa:43721 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:43721 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T09:29:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 33186fd147fa:43721 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 33186fd147fa/172.17.0.3:43721 2024-12-05T09:29:04,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:04,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:04,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:04,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:04,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:29:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:29:04,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:04,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:04,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:04,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:04,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:04,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:29:04,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=458621176, stopped=false 2024-12-05T09:29:04,274 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,40313,1733390918043 2024-12-05T09:29:04,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0444036298/running 2024-12-05T09:29:04,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0444036298/running 2024-12-05T09:29:04,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:29:04,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:29:04,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:04,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:04,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:04,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/running 2024-12-05T09:29:04,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:04,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,39515,1733390918189' ***** 2024-12-05T09:29:04,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:29:04,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Set watcher on znode that does not yet exist, /0444036298/running 2024-12-05T09:29:04,288 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:29:04,288 INFO [RS:0;33186fd147fa:39515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:29:04,288 INFO [RS:0;33186fd147fa:39515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(3091): Received CLOSE for 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:29:04,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(3091): Received CLOSE for 437e32b29b3c0eec51abcd8c189ccf82 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,39515,1733390918189 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:39515. 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 731d6a3035d7fbbde0826e803827d4b9, disabling compactions & flushes 2024-12-05T09:29:04,289 DEBUG [RS:0;33186fd147fa:39515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:04,289 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:29:04,289 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. after waiting 0 ms 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:29:04,289 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 731d6a3035d7fbbde0826e803827d4b9 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T09:29:04,289 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:29:04,289 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1325): Online Regions={731d6a3035d7fbbde0826e803827d4b9=hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9., 1588230740=hbase:meta,,1.1588230740, 437e32b29b3c0eec51abcd8c189ccf82=test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82.} 2024-12-05T09:29:04,289 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e32b29b3c0eec51abcd8c189ccf82, 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:04,289 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:04,289 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:04,289 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:29:04,294 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:04,301 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/.tmp/hfileref/2ecbe4bbf6954cabb8931ee318254d15 is 74, key is 1/hfileref:9bd442c1a7d4486882cc6679948c9ccc_SeqId_6_/1733390940600/Put/seqid=0 2024-12-05T09:29:04,302 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/info/5954f0c360f14da0aac41e6b51da66dd is 147, key is hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9./info:regioninfo/1733390932312/Put/seqid=0 2024-12-05T09:29:04,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741846_1022 (size=7686) 2024-12-05T09:29:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741847_1023 (size=5345) 2024-12-05T09:29:04,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:04,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 33186fd147fa:43721 this server is in the failed servers list 2024-12-05T09:29:04,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 33186fd147fa:43721 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:04,489 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e32b29b3c0eec51abcd8c189ccf82, 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:29:04,690 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e32b29b3c0eec51abcd8c189ccf82, 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:29:04,708 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/info/5954f0c360f14da0aac41e6b51da66dd 2024-12-05T09:29:04,708 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/.tmp/hfileref/2ecbe4bbf6954cabb8931ee318254d15 2024-12-05T09:29:04,724 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/ns/d6284238ee7749258902dd8f8a4a53e1 is 43, key is default/ns:d/1733390921434/Put/seqid=0 2024-12-05T09:29:04,727 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/.tmp/queue/5958dda7a3f1431686daccd78e974299 is 153, key is 1-33186fd147fa,39515,1733390918189/queue:33186fd147fa%2C39515%2C1733390918189/1733390938034/Put/seqid=0 2024-12-05T09:29:04,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741848_1024 (size=5153) 2024-12-05T09:29:04,728 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/ns/d6284238ee7749258902dd8f8a4a53e1 2024-12-05T09:29:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741849_1025 (size=5352) 2024-12-05T09:29:04,750 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/rep_barrier/522a96b26b9e4abfb03188204b57b259 is 112, key is test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82./rep_barrier:seqnumDuringOpen/1733390927986/Put/seqid=0 2024-12-05T09:29:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741850_1026 (size=5518) 2024-12-05T09:29:04,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:04,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 33186fd147fa:43721 this server is in the failed servers list 2024-12-05T09:29:04,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 33186fd147fa:43721 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:04,890 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e32b29b3c0eec51abcd8c189ccf82, 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:29:05,061 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.1733390920303 to pos 1033, reset compression=false 2024-12-05T09:29:05,090 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e32b29b3c0eec51abcd8c189ccf82, 731d6a3035d7fbbde0826e803827d4b9 2024-12-05T09:29:05,131 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/.tmp/queue/5958dda7a3f1431686daccd78e974299 2024-12-05T09:29:05,137 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/.tmp/hfileref/2ecbe4bbf6954cabb8931ee318254d15 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/hfileref/2ecbe4bbf6954cabb8931ee318254d15 2024-12-05T09:29:05,141 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/hfileref/2ecbe4bbf6954cabb8931ee318254d15, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T09:29:05,142 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/.tmp/queue/5958dda7a3f1431686daccd78e974299 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/queue/5958dda7a3f1431686daccd78e974299 2024-12-05T09:29:05,147 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/queue/5958dda7a3f1431686daccd78e974299, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T09:29:05,148 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 731d6a3035d7fbbde0826e803827d4b9 in 859ms, sequenceid=10, compaction requested=false 2024-12-05T09:29:05,149 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:29:05,155 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/rep_barrier/522a96b26b9e4abfb03188204b57b259 2024-12-05T09:29:05,158 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/replication/731d6a3035d7fbbde0826e803827d4b9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T09:29:05,158 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:05,158 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:05,158 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:29:05,159 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 731d6a3035d7fbbde0826e803827d4b9: Waiting for close lock at 1733390944289Running coprocessor pre-close hooks at 1733390944289Disabling compacts and flushes for region at 1733390944289Disabling writes for close at 1733390944289Obtaining lock to block concurrent updates at 1733390944289Preparing flush snapshotting stores in 731d6a3035d7fbbde0826e803827d4b9 at 1733390944289Finished memstore snapshotting hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733390944289Flushing stores of hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. at 1733390944290 (+1 ms)Flushing 731d6a3035d7fbbde0826e803827d4b9/hfileref: creating writer at 1733390944290Flushing 731d6a3035d7fbbde0826e803827d4b9/hfileref: appending metadata at 1733390944301 (+11 ms)Flushing 731d6a3035d7fbbde0826e803827d4b9/hfileref: closing flushed file at 1733390944301Flushing 731d6a3035d7fbbde0826e803827d4b9/queue: creating writer at 1733390944712 (+411 ms)Flushing 731d6a3035d7fbbde0826e803827d4b9/queue: appending metadata at 1733390944727 (+15 ms)Flushing 731d6a3035d7fbbde0826e803827d4b9/queue: closing flushed file at 1733390944727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a994b2: reopening flushed file at 1733390945136 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4d598b: reopening flushed file at 1733390945142 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 731d6a3035d7fbbde0826e803827d4b9 in 859ms, sequenceid=10, compaction requested=false at 1733390945148 (+6 ms)Writing region close event to WAL at 1733390945155 (+7 ms)Running coprocessor post-close hooks at 1733390945158 (+3 ms)Closed at 1733390945158 2024-12-05T09:29:05,159 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390931143.731d6a3035d7fbbde0826e803827d4b9. 2024-12-05T09:29:05,159 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437e32b29b3c0eec51abcd8c189ccf82, disabling compactions & flushes 2024-12-05T09:29:05,159 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:29:05,159 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:29:05,159 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. after waiting 0 ms 2024-12-05T09:29:05,159 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:29:05,167 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:29:05,167 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:29:05,174 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/default/test/437e32b29b3c0eec51abcd8c189ccf82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:29:05,175 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:05,175 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:05,175 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:29:05,175 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/table/810ba984ff4a43828252a133bb3fb301 is 53, key is hbase:replication/table:state/1733390932318/Put/seqid=0 2024-12-05T09:29:05,175 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437e32b29b3c0eec51abcd8c189ccf82: Waiting for close lock at 1733390945159Running coprocessor pre-close hooks at 1733390945159Disabling compacts and flushes for region at 1733390945159Disabling writes for close at 1733390945159Writing region close event to WAL at 1733390945160 (+1 ms)Running coprocessor post-close hooks at 1733390945175 (+15 ms)Closed at 1733390945175 2024-12-05T09:29:05,176 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390926826.437e32b29b3c0eec51abcd8c189ccf82. 2024-12-05T09:29:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741851_1027 (size=5308) 2024-12-05T09:29:05,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:05,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 33186fd147fa:43721 this server is in the failed servers list 2024-12-05T09:29:05,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 33186fd147fa:43721 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:05,290 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:29:05,290 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:29:05,290 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:29:05,490 DEBUG [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:29:05,579 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/table/810ba984ff4a43828252a133bb3fb301 2024-12-05T09:29:05,584 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/info/5954f0c360f14da0aac41e6b51da66dd as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/info/5954f0c360f14da0aac41e6b51da66dd 2024-12-05T09:29:05,588 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/info/5954f0c360f14da0aac41e6b51da66dd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:29:05,589 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/ns/d6284238ee7749258902dd8f8a4a53e1 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/ns/d6284238ee7749258902dd8f8a4a53e1 2024-12-05T09:29:05,593 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/ns/d6284238ee7749258902dd8f8a4a53e1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:29:05,594 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/rep_barrier/522a96b26b9e4abfb03188204b57b259 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/rep_barrier/522a96b26b9e4abfb03188204b57b259 2024-12-05T09:29:05,598 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/rep_barrier/522a96b26b9e4abfb03188204b57b259, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:29:05,598 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/.tmp/table/810ba984ff4a43828252a133bb3fb301 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/table/810ba984ff4a43828252a133bb3fb301 2024-12-05T09:29:05,602 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/table/810ba984ff4a43828252a133bb3fb301, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:29:05,603 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-12-05T09:29:05,603 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:29:05,610 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:29:05,610 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:05,610 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:05,610 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:05,610 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390944289Running coprocessor pre-close hooks at 1733390944289Disabling compacts and flushes for region at 1733390944289Disabling writes for close at 1733390944289Obtaining lock to block concurrent updates at 1733390944289Preparing flush snapshotting stores in 1588230740 at 1733390944289Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733390944290 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733390944290Flushing 1588230740/info: creating writer at 1733390944290Flushing 1588230740/info: appending metadata at 1733390944301 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733390944301Flushing 1588230740/ns: creating writer at 1733390944712 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733390944724 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733390944724Flushing 1588230740/rep_barrier: creating writer at 1733390944733 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733390944749 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733390944749Flushing 1588230740/table: creating writer at 1733390945160 (+411 ms)Flushing 1588230740/table: appending metadata at 1733390945175 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733390945175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a83704: reopening flushed file at 1733390945584 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e45b13: reopening flushed file at 1733390945589 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4730b73: reopening flushed file at 1733390945593 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2909481f: reopening flushed file at 1733390945598 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1733390945603 (+5 ms)Writing region close event to WAL at 1733390945607 (+4 ms)Running coprocessor post-close hooks at 1733390945610 (+3 ms)Closed at 1733390945610 2024-12-05T09:29:05,611 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:05,691 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,39515,1733390918189; all regions closed. 2024-12-05T09:29:05,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:29:05,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/WALs/33186fd147fa,39515,1733390918189/33186fd147fa%2C39515%2C1733390918189.meta.1733390921308.meta not finished, retry = 0 2024-12-05T09:29:05,796 DEBUG [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/oldWALs 2024-12-05T09:29:05,796 INFO [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C39515%2C1733390918189.meta:.meta(num 1733390921308) 2024-12-05T09:29:05,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741839_1015 (size=2695) 2024-12-05T09:29:05,800 DEBUG [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/oldWALs 2024-12-05T09:29:05,800 INFO [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C39515%2C1733390918189.rep:(num 1733390932277) 2024-12-05T09:29:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741832_1008 (size=1336) 2024-12-05T09:29:05,803 DEBUG [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/oldWALs 2024-12-05T09:29:05,803 INFO [RS:0;33186fd147fa:39515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C39515%2C1733390918189:(num 1733390920303) 2024-12-05T09:29:05,803 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:05,803 INFO [RS:0;33186fd147fa:39515 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:05,804 INFO [RS:0;33186fd147fa:39515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:05,804 INFO [RS:0;33186fd147fa:39515 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:05,804 INFO [RS:0;33186fd147fa:39515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:05,804 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:05,804 INFO [RS:0;33186fd147fa:39515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,39515,1733390918189 because: Region server is closing 2024-12-05T09:29:05,804 INFO [RS:0;33186fd147fa:39515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:39515. 2024-12-05T09:29:05,804 DEBUG [RS:0;33186fd147fa:39515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:05,804 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:05,804 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:05,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:05,905 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.wal-reader.33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:29:05,905 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T09:29:05,905 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T09:29:05,905 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T09:29:06,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:06,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:06,295 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:06,506 INFO [RS:0;33186fd147fa:39515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,39515,1733390918189.replicationSource.shipper33186fd147fa%2C39515%2C1733390918189,1-33186fd147fa,39515,1733390918189 terminated 2024-12-05T09:29:06,506 INFO [RS:0;33186fd147fa:39515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:39515. 2024-12-05T09:29:06,506 DEBUG [RS:0;33186fd147fa:39515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:06,506 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:06,507 DEBUG [RS:0;33186fd147fa:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:06,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:06,507 INFO [RS:0;33186fd147fa:39515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39515 2024-12-05T09:29:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0444036298/rs/33186fd147fa,39515,1733390918189 2024-12-05T09:29:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298/rs 2024-12-05T09:29:06,519 INFO [RS:0;33186fd147fa:39515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:06,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,39515,1733390918189] 2024-12-05T09:29:06,546 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0444036298/draining/33186fd147fa,39515,1733390918189 already deleted, retry=false 2024-12-05T09:29:06,546 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,39515,1733390918189 expired; onlineServers=0 2024-12-05T09:29:06,546 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,40313,1733390918043' ***** 2024-12-05T09:29:06,546 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:29:06,546 INFO [M:0;33186fd147fa:40313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:06,546 INFO [M:0;33186fd147fa:40313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:06,546 DEBUG [M:0;33186fd147fa:40313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:29:06,546 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:29:06,546 DEBUG [M:0;33186fd147fa:40313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:29:06,546 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390920095 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390920095,5,FailOnTimeoutGroup] 2024-12-05T09:29:06,546 INFO [M:0;33186fd147fa:40313 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:06,546 INFO [M:0;33186fd147fa:40313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:06,546 DEBUG [M:0;33186fd147fa:40313 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:29:06,546 INFO [M:0;33186fd147fa:40313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:29:06,547 INFO [M:0;33186fd147fa:40313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:06,547 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390920095 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390920095,5,FailOnTimeoutGroup] 2024-12-05T09:29:06,547 INFO [M:0;33186fd147fa:40313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:29:06,547 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:29:06,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0444036298/master 2024-12-05T09:29:06,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0444036298 2024-12-05T09:29:06,554 DEBUG [M:0;33186fd147fa:40313 {}] zookeeper.ZKUtil(347): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Unable to get data of znode /0444036298/master because node does not exist (not an error) 2024-12-05T09:29:06,554 WARN [M:0;33186fd147fa:40313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:29:06,555 INFO [M:0;33186fd147fa:40313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/.lastflushedseqids 2024-12-05T09:29:06,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741852_1028 (size=263) 2024-12-05T09:29:06,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:06,629 INFO [RS:0;33186fd147fa:39515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:06,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x101a60021780001, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:06,629 INFO [RS:0;33186fd147fa:39515 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,39515,1733390918189; zookeeper connection closed. 2024-12-05T09:29:06,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a2ea23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a2ea23 2024-12-05T09:29:06,630 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:29:06,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:29:06,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:06,959 INFO [M:0;33186fd147fa:40313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:29:06,959 INFO [M:0;33186fd147fa:40313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:29:06,960 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:06,960 INFO [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:06,960 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:06,960 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:06,960 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:06,960 INFO [M:0;33186fd147fa:40313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T09:29:06,973 DEBUG [M:0;33186fd147fa:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba228aa3795f4cd8ad7d02c80d344326 is 82, key is hbase:meta,,1/info:regioninfo/1733390921356/Put/seqid=0 2024-12-05T09:29:06,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741853_1029 (size=5672) 2024-12-05T09:29:07,377 INFO [M:0;33186fd147fa:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba228aa3795f4cd8ad7d02c80d344326 2024-12-05T09:29:07,393 DEBUG [M:0;33186fd147fa:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f483e0a27b40c89a2028a1943e8434 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733390932322/Put/seqid=0 2024-12-05T09:29:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741854_1030 (size=8516) 2024-12-05T09:29:07,396 INFO [M:0;33186fd147fa:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f483e0a27b40c89a2028a1943e8434 2024-12-05T09:29:07,412 DEBUG [M:0;33186fd147fa:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b9217b193774e43aab2537f1e196803 is 69, key is 33186fd147fa,39515,1733390918189/rs:state/1733390920145/Put/seqid=0 2024-12-05T09:29:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741855_1031 (size=5156) 2024-12-05T09:29:07,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:29:07,816 INFO [M:0;33186fd147fa:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b9217b193774e43aab2537f1e196803 2024-12-05T09:29:07,821 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba228aa3795f4cd8ad7d02c80d344326 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba228aa3795f4cd8ad7d02c80d344326 2024-12-05T09:29:07,824 INFO [M:0;33186fd147fa:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba228aa3795f4cd8ad7d02c80d344326, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T09:29:07,824 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f483e0a27b40c89a2028a1943e8434 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4f483e0a27b40c89a2028a1943e8434 2024-12-05T09:29:07,828 INFO [M:0;33186fd147fa:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4f483e0a27b40c89a2028a1943e8434, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T09:29:07,829 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b9217b193774e43aab2537f1e196803 as hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b9217b193774e43aab2537f1e196803 2024-12-05T09:29:07,832 INFO [M:0;33186fd147fa:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45019/user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b9217b193774e43aab2537f1e196803, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T09:29:07,833 INFO [M:0;33186fd147fa:40313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-12-05T09:29:07,836 INFO [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:07,836 DEBUG [M:0;33186fd147fa:40313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390946960Disabling compacts and flushes for region at 1733390946960Disabling writes for close at 1733390946960Obtaining lock to block concurrent updates at 1733390946960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390946960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733390946961 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390946961Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390946961Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390946973 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390946973Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390947380 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390947392 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390947392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390947400 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390947412 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390947412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775c8a68: reopening flushed file at 1733390947820 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa0d35c: reopening flushed file at 1733390947824 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d92c2f7: reopening flushed file at 1733390947828 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1733390947833 (+5 ms)Writing region close event to WAL at 1733390947836 (+3 ms)Closed at 1733390947836 2024-12-05T09:29:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741830_1006 (size=63654) 2024-12-05T09:29:07,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fc8391b-ba2f-0a5e-58ec-9b934f89ecdc/MasterData/WALs/33186fd147fa,40313,1733390918043/33186fd147fa%2C40313%2C1733390918043.1733390919918 not finished, retry = 0 2024-12-05T09:29:07,939 INFO [M:0;33186fd147fa:40313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:29:07,939 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:07,939 INFO [M:0;33186fd147fa:40313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40313 2024-12-05T09:29:07,939 INFO [M:0;33186fd147fa:40313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:08,046 INFO [M:0;33186fd147fa:40313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x101a60021780000, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:08,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:08,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:08,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:08,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:08,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:08,050 WARN [BP-1355332483-172.17.0.3-1733390916585 heartbeating to localhost/127.0.0.1:45019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:29:08,050 WARN [BP-1355332483-172.17.0.3-1733390916585 heartbeating to localhost/127.0.0.1:45019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1355332483-172.17.0.3-1733390916585 (Datanode Uuid 2c96aeac-a9dc-44c6-a4d3-2211fc31324a) service to localhost/127.0.0.1:45019 2024-12-05T09:29:08,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:29:08,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:29:08,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:29:08,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/data/data1/current/BP-1355332483-172.17.0.3-1733390916585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:08,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/cluster_e02ee223-5f10-5c94-1bc9-c07a8863c550/data/data2/current/BP-1355332483-172.17.0.3-1733390916585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:08,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:08,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:08,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:08,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:08,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982257b5-30b8-dd94-2ae0-08e944f79598/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:08,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:29:08,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:29:08,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45019 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45019 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34139 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34139 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45019 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 155) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5047 (was 4481) - AvailableMemoryMB LEAK? - 2024-12-05T09:29:08,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=5046 2024-12-05T09:29:08,113 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T09:29:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir so I do NOT create it in target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7 2024-12-05T09:29:08,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:29:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.tmp.dir so I do NOT create it in target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7 2024-12-05T09:29:08,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6386b1b6-b9f8-7463-1ace-8f3e05261cde/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:29:08,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7 2024-12-05T09:29:08,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517, deleteOnExit=true 2024-12-05T09:29:08,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/zookeeper_0, clientPort=58678, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:29:08,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58678 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/test.cache.data in system properties and HBase conf 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:29:08,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:29:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a60021780002, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:29:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a60021780005, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:29:08,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a60021780002, quorum=127.0.0.1:58475, baseZNode=/0444036298 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:29:08,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a60021780005, quorum=127.0.0.1:58475, baseZNode=/12062921428 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:29:08,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:08,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:08,304 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:08,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:08,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:08,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:08,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:08,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:29:08,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:08,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:08,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:08,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ee4004{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/java.io.tmpdir/jetty-localhost-43259-hadoop-hdfs-3_4_1-tests_jar-_-any-7062667582368210570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:08,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:43259} 2024-12-05T09:29:08,459 INFO [Time-limited test {}] server.Server(415): Started @198876ms 2024-12-05T09:29:08,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:08,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:08,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:08,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:08,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:29:08,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:08,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:08,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba6236c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/java.io.tmpdir/jetty-localhost-42041-hadoop-hdfs-3_4_1-tests_jar-_-any-15997353472491753305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:08,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:42041} 2024-12-05T09:29:08,725 INFO [Time-limited test {}] server.Server(415): Started @199143ms 2024-12-05T09:29:08,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:29:09,157 WARN [Thread-2199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/data/data1/current/BP-290884798-172.17.0.3-1733390948134/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:09,157 WARN [Thread-2200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/data/data2/current/BP-290884798-172.17.0.3-1733390948134/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:09,179 WARN [Thread-2187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:29:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbce898235b81748 with lease ID 0x93fa691887755d15: Processing first storage report for DS-2673b8e2-597b-4546-aa95-e402653795b5 from datanode DatanodeRegistration(127.0.0.1:36675, datanodeUuid=57bc6816-dfa8-45bd-940c-6ea4a26fbe29, infoPort=44431, infoSecurePort=0, ipcPort=39897, storageInfo=lv=-57;cid=testClusterID;nsid=1959420376;c=1733390948134) 2024-12-05T09:29:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbce898235b81748 with lease ID 0x93fa691887755d15: from storage DS-2673b8e2-597b-4546-aa95-e402653795b5 node DatanodeRegistration(127.0.0.1:36675, datanodeUuid=57bc6816-dfa8-45bd-940c-6ea4a26fbe29, infoPort=44431, infoSecurePort=0, ipcPort=39897, storageInfo=lv=-57;cid=testClusterID;nsid=1959420376;c=1733390948134), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbce898235b81748 with lease ID 0x93fa691887755d15: Processing first storage report for DS-db3ac805-eae4-4419-bb3b-b7b625f2bfb0 from datanode DatanodeRegistration(127.0.0.1:36675, datanodeUuid=57bc6816-dfa8-45bd-940c-6ea4a26fbe29, infoPort=44431, infoSecurePort=0, ipcPort=39897, storageInfo=lv=-57;cid=testClusterID;nsid=1959420376;c=1733390948134) 2024-12-05T09:29:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbce898235b81748 with lease ID 0x93fa691887755d15: from storage DS-db3ac805-eae4-4419-bb3b-b7b625f2bfb0 node DatanodeRegistration(127.0.0.1:36675, datanodeUuid=57bc6816-dfa8-45bd-940c-6ea4a26fbe29, infoPort=44431, infoSecurePort=0, ipcPort=39897, storageInfo=lv=-57;cid=testClusterID;nsid=1959420376;c=1733390948134), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:09,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7 2024-12-05T09:29:09,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:29:09,276 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574 with version=8 2024-12-05T09:29:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/hbase-staging 2024-12-05T09:29:09,279 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:29:09,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:09,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41759 2024-12-05T09:29:09,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41759 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-12-05T09:29:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417590x0, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:09,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41759-0x101a6009cbd0000 connected 2024-12-05T09:29:09,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/running 2024-12-05T09:29:09,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574, hbase.cluster.distributed=false 2024-12-05T09:29:09,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/acl 2024-12-05T09:29:09,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41759 2024-12-05T09:29:09,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41759 2024-12-05T09:29:09,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41759 2024-12-05T09:29:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41759 2024-12-05T09:29:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41759 2024-12-05T09:29:09,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:29:09,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:09,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45427 2024-12-05T09:29:09,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45427 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-12-05T09:29:09,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,485 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454270x0, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:09,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454270x0, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/running 2024-12-05T09:29:09,486 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:29:09,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45427-0x101a6009cbd0001 connected 2024-12-05T09:29:09,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:29:09,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/master 2024-12-05T09:29:09,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/acl 2024-12-05T09:29:09,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45427 2024-12-05T09:29:09,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45427 2024-12-05T09:29:09,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45427 2024-12-05T09:29:09,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45427 2024-12-05T09:29:09,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45427 2024-12-05T09:29:09,554 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:41759 2024-12-05T09:29:09,555 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0832262746/backup-masters/33186fd147fa,41759,1733390949279 2024-12-05T09:29:09,562 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746/backup-masters 2024-12-05T09:29:09,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746/backup-masters 2024-12-05T09:29:09,563 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on existing znode=/0832262746/backup-masters/33186fd147fa,41759,1733390949279 2024-12-05T09:29:09,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:09,571 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0832262746/master 2024-12-05T09:29:09,571 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:09,571 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on existing znode=/0832262746/master 2024-12-05T09:29:09,572 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0832262746/backup-masters/33186fd147fa,41759,1733390949279 from backup master directory 2024-12-05T09:29:09,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832262746/backup-masters/33186fd147fa,41759,1733390949279 2024-12-05T09:29:09,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746/backup-masters 2024-12-05T09:29:09,579 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:09,579 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,41759,1733390949279 2024-12-05T09:29:09,579 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746/backup-masters 2024-12-05T09:29:09,584 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/hbase.id] with ID: 8d42a00a-f228-4576-9fdd-6f8fccfc6085 2024-12-05T09:29:09,584 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/.tmp/hbase.id 2024-12-05T09:29:09,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:29:09,603 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/.tmp/hbase.id]:[hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/hbase.id] 2024-12-05T09:29:09,617 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:09,617 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:29:09,619 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T09:29:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:09,629 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:29:09,651 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:09,652 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:29:09,653 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:29:10,074 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store 2024-12-05T09:29:10,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:29:10,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:10,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:10,086 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:10,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:10,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:10,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:10,086 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:10,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390950086Disabling compacts and flushes for region at 1733390950086Disabling writes for close at 1733390950086Writing region close event to WAL at 1733390950086Closed at 1733390950086 2024-12-05T09:29:10,087 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/.initializing 2024-12-05T09:29:10,087 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/WALs/33186fd147fa,41759,1733390949279 2024-12-05T09:29:10,088 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:10,090 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C41759%2C1733390949279, suffix=, logDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/WALs/33186fd147fa,41759,1733390949279, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/oldWALs, maxLogs=10 2024-12-05T09:29:10,103 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/WALs/33186fd147fa,41759,1733390949279/33186fd147fa%2C41759%2C1733390949279.1733390950091, exclude list is [], retry=0 2024-12-05T09:29:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-2673b8e2-597b-4546-aa95-e402653795b5,DISK] 2024-12-05T09:29:10,111 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/WALs/33186fd147fa,41759,1733390949279/33186fd147fa%2C41759%2C1733390949279.1733390950091 2024-12-05T09:29:10,111 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44431:44431)] 2024-12-05T09:29:10,112 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:10,112 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:10,112 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,112 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:29:10,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:10,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:29:10,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:10,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:29:10,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:10,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:29:10,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:10,120 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,120 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,120 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,121 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,121 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,122 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:10,123 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:10,124 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:10,125 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405683, jitterRate=0.12363223731517792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:10,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390950112Initializing all the Stores at 1733390950113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390950113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390950113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390950113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390950113Cleaning up temporary data from old regions at 1733390950121 (+8 ms)Region opened successfully at 1733390950125 (+4 ms) 2024-12-05T09:29:10,125 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:29:10,128 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645c880a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:10,129 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:29:10,130 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:29:10,130 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:29:10,130 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:29:10,130 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:29:10,131 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:29:10,131 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:29:10,136 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:29:10,137 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Unable to get data of znode /0832262746/balancer because node does not exist (not necessarily an error) 2024-12-05T09:29:10,168 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832262746/balancer already deleted, retry=false 2024-12-05T09:29:10,169 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:29:10,169 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Unable to get data of znode /0832262746/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:29:10,179 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832262746/normalizer already deleted, retry=false 2024-12-05T09:29:10,179 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:29:10,180 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Unable to get data of znode /0832262746/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:29:10,187 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832262746/switch/split already deleted, retry=false 2024-12-05T09:29:10,188 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Unable to get data of znode /0832262746/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:29:10,195 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832262746/switch/merge already deleted, retry=false 2024-12-05T09:29:10,197 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Unable to get data of znode /0832262746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:29:10,204 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832262746/snapshot-cleanup already deleted, retry=false 2024-12-05T09:29:10,212 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0832262746/running 2024-12-05T09:29:10,212 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0832262746/running 2024-12-05T09:29:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,213 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,41759,1733390949279, sessionid=0x101a6009cbd0000, setting cluster-up flag (Was=false) 2024-12-05T09:29:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,229 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,254 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0832262746/flush-table-proc/acquired, /0832262746/flush-table-proc/reached, /0832262746/flush-table-proc/abort 2024-12-05T09:29:10,255 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,41759,1733390949279 2024-12-05T09:29:10,270 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,298 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0832262746/online-snapshot/acquired, /0832262746/online-snapshot/reached, /0832262746/online-snapshot/abort 2024-12-05T09:29:10,299 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,41759,1733390949279 2024-12-05T09:29:10,300 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:29:10,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:10,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:29:10,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:29:10,304 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,41759,1733390949279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:29:10,310 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:10,310 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:10,310 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:10,310 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:10,310 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:29:10,310 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,311 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:10,311 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:10,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:29:10,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,328 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390980330 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:29:10,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:29:10,343 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,348 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:29:10,348 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:29:10,348 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:29:10,348 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:29:10,348 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:29:10,348 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:29:10,349 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390950348,5,FailOnTimeoutGroup] 2024-12-05T09:29:10,349 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(746): ClusterId : 8d42a00a-f228-4576-9fdd-6f8fccfc6085 2024-12-05T09:29:10,349 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:29:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:29:10,350 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390950349,5,FailOnTimeoutGroup] 2024-12-05T09:29:10,350 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,351 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:29:10,351 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,351 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:29:10,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574 2024-12-05T09:29:10,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741832_1008 (size=32) 2024-12-05T09:29:10,363 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:29:10,363 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:29:10,371 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:29:10,372 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cedddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:10,387 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:45427 2024-12-05T09:29:10,387 INFO [RS:0;33186fd147fa:45427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:29:10,387 INFO [RS:0;33186fd147fa:45427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:29:10,387 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:29:10,388 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,41759,1733390949279 with port=45427, startcode=1733390949451 2024-12-05T09:29:10,388 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:29:10,391 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:29:10,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41759 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,393 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574 2024-12-05T09:29:10,393 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36753 2024-12-05T09:29:10,393 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:29:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746/rs 2024-12-05T09:29:10,404 DEBUG [RS:0;33186fd147fa:45427 {}] zookeeper.ZKUtil(111): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on existing znode=/0832262746/rs/33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,404 WARN [RS:0;33186fd147fa:45427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:10,404 INFO [RS:0;33186fd147fa:45427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:10,405 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,45427,1733390949451] 2024-12-05T09:29:10,412 INFO [RS:0;33186fd147fa:45427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:29:10,419 INFO [RS:0;33186fd147fa:45427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:29:10,419 INFO [RS:0;33186fd147fa:45427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:29:10,419 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,419 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:29:10,420 INFO [RS:0;33186fd147fa:45427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:29:10,420 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,420 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:10,421 DEBUG [RS:0;33186fd147fa:45427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:10,426 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,427 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,427 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,427 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,427 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,427 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,45427,1733390949451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:10,451 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:29:10,451 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,45427,1733390949451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,451 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,451 INFO [RS:0;33186fd147fa:45427 {}] regionserver.Replication(171): 33186fd147fa,45427,1733390949451 started 2024-12-05T09:29:10,469 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:10,469 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,45427,1733390949451, RpcServer on 33186fd147fa/172.17.0.3:45427, sessionid=0x101a6009cbd0001 2024-12-05T09:29:10,469 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:29:10,469 DEBUG [RS:0;33186fd147fa:45427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,469 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,45427,1733390949451' 2024-12-05T09:29:10,469 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0832262746/flush-table-proc/abort' 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0832262746/flush-table-proc/acquired' 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,45427,1733390949451' 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0832262746/online-snapshot/abort' 2024-12-05T09:29:10,470 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0832262746/online-snapshot/acquired' 2024-12-05T09:29:10,471 DEBUG [RS:0;33186fd147fa:45427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:29:10,471 INFO [RS:0;33186fd147fa:45427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:29:10,471 INFO [RS:0;33186fd147fa:45427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:29:10,571 INFO [RS:0;33186fd147fa:45427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:10,579 INFO [RS:0;33186fd147fa:45427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45427%2C1733390949451, suffix=, logDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/oldWALs, maxLogs=10 2024-12-05T09:29:10,597 DEBUG [RS:0;33186fd147fa:45427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, exclude list is [], retry=0 2024-12-05T09:29:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-2673b8e2-597b-4546-aa95-e402653795b5,DISK] 2024-12-05T09:29:10,603 INFO [RS:0;33186fd147fa:45427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 2024-12-05T09:29:10,607 DEBUG [RS:0;33186fd147fa:45427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44431:44431)] 2024-12-05T09:29:10,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:10,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:10,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:10,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:10,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:10,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:10,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:10,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:10,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:10,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:10,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:10,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:10,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:10,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:10,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:10,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740 2024-12-05T09:29:10,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740 2024-12-05T09:29:10,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:10,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:10,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:10,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:10,775 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:10,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59272148, jitterRate=-0.11677616834640503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:10,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390950760Initializing all the Stores at 1733390950761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390950761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390950761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390950761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390950761Cleaning up temporary data from old regions at 1733390950768 (+7 ms)Region opened successfully at 1733390950777 (+9 ms) 2024-12-05T09:29:10,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:10,777 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:10,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:10,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:10,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:10,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:10,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390950777Disabling compacts and flushes for region at 1733390950777Disabling writes for close at 1733390950777Writing region close event to WAL at 1733390950777Closed at 1733390950777 2024-12-05T09:29:10,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:10,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:29:10,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:29:10,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:10,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:29:10,930 DEBUG [33186fd147fa:41759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:29:10,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,45427,1733390949451 2024-12-05T09:29:10,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,45427,1733390949451, state=OPENING 2024-12-05T09:29:10,968 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:29:10,976 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:10,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:10,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832262746/meta-region-server: CHANGED 2024-12-05T09:29:10,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,45427,1733390949451}] 2024-12-05T09:29:10,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832262746/meta-region-server: CHANGED 2024-12-05T09:29:11,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:11,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:29:11,134 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:29:11,134 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:11,134 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:29:11,146 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45427%2C1733390949451.meta, suffix=.meta, logDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/oldWALs, maxLogs=10 2024-12-05T09:29:11,164 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.meta.1733390951146.meta, exclude list is [], retry=0 2024-12-05T09:29:11,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-2673b8e2-597b-4546-aa95-e402653795b5,DISK] 2024-12-05T09:29:11,176 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.meta.1733390951146.meta 2024-12-05T09:29:11,184 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44431:44431)] 2024-12-05T09:29:11,184 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:11,184 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:11,184 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:11,184 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:29:11,184 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:29:11,185 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:29:11,185 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:11,185 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:29:11,185 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:29:11,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:11,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:11,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:11,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:11,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:11,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:11,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:11,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:11,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:11,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:11,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:11,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:11,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:11,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:11,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:11,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:11,202 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:11,210 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740 2024-12-05T09:29:11,212 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740 2024-12-05T09:29:11,212 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:11,212 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:11,213 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:11,214 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:11,214 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72661339, jitterRate=0.08273832499980927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:11,214 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:29:11,215 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390951185Writing region info on filesystem at 1733390951185Initializing all the Stores at 1733390951186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390951186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390951186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390951186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390951186Cleaning up temporary data from old regions at 1733390951212 (+26 ms)Running coprocessor post-open hooks at 1733390951214 (+2 ms)Region opened successfully at 1733390951215 (+1 ms) 2024-12-05T09:29:11,216 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390951129 2024-12-05T09:29:11,217 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:29:11,217 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:29:11,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,45427,1733390949451 2024-12-05T09:29:11,218 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,45427,1733390949451, state=OPEN 2024-12-05T09:29:11,249 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0832262746/meta-region-server 2024-12-05T09:29:11,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0832262746/meta-region-server 2024-12-05T09:29:11,249 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,45427,1733390949451 2024-12-05T09:29:11,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832262746/meta-region-server: CHANGED 2024-12-05T09:29:11,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832262746/meta-region-server: CHANGED 2024-12-05T09:29:11,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:29:11,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,45427,1733390949451 in 272 msec 2024-12-05T09:29:11,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:29:11,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-12-05T09:29:11,254 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:11,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:29:11,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:11,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45427,1733390949451, seqNum=-1] 2024-12-05T09:29:11,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:11,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:11,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-12-05T09:29:11,261 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390951261, completionTime=-1 2024-12-05T09:29:11,261 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:29:11,261 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:29:11,263 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:29:11,263 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391011263 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391071263 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41759,1733390949279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41759,1733390949279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41759,1733390949279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:41759, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,264 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,266 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:29:11,268 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.689sec 2024-12-05T09:29:11,268 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:29:11,268 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:29:11,269 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:29:11,269 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:29:11,269 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:29:11,269 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41759,1733390949279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:11,269 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41759,1733390949279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:29:11,271 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:29:11,271 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:29:11,271 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41759,1733390949279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:11,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:11,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41759,-1 for getting cluster id 2024-12-05T09:29:11,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:11,351 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d42a00a-f228-4576-9fdd-6f8fccfc6085' 2024-12-05T09:29:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d42a00a-f228-4576-9fdd-6f8fccfc6085" 2024-12-05T09:29:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d656aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41759,-1] 2024-12-05T09:29:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:11,353 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:11,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f669361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:11,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45427,1733390949451, seqNum=-1] 2024-12-05T09:29:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:11,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,41759,1733390949279 2024-12-05T09:29:11,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-12-05T09:29:11,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:11,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6009cbd0002 connected 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir so I do NOT create it in target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062 2024-12-05T09:29:11,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.tmp.dir so I do NOT create it in target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062 2024-12-05T09:29:11,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:29:11,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/cluster_18253f8f-a39c-b814-7f3b-ebfd81f1cee0, deleteOnExit=true 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/test.cache.data in system properties and HBase conf 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:29:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:29:11,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:29:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:29:11,542 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T09:29:11,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,565 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,565 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,567 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:11,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:11,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:11,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:11,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:11,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:29:11,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:11,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f613f66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:11,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1f65d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:11,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57288901{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/java.io.tmpdir/jetty-localhost-44861-hadoop-hdfs-3_4_1-tests_jar-_-any-2501073900597531836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:11,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@771493c3{HTTP/1.1, (http/1.1)}{localhost:44861} 2024-12-05T09:29:11,681 INFO [Time-limited test {}] server.Server(415): Started @202099ms 2024-12-05T09:29:11,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:11,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:11,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:11,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:11,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:29:11,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@feb2d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:11,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cabcc3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:11,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@359b55a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/java.io.tmpdir/jetty-localhost-41465-hadoop-hdfs-3_4_1-tests_jar-_-any-8198950502754215162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:11,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fdc8907{HTTP/1.1, (http/1.1)}{localhost:41465} 2024-12-05T09:29:11,945 INFO [Time-limited test {}] server.Server(415): Started @202363ms 2024-12-05T09:29:11,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:29:12,312 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:12,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:12,313 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:12,340 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/cluster_18253f8f-a39c-b814-7f3b-ebfd81f1cee0/data/data2/current/BP-1903887504-172.17.0.3-1733390951396/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:12,340 WARN [Thread-2320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/cluster_18253f8f-a39c-b814-7f3b-ebfd81f1cee0/data/data1/current/BP-1903887504-172.17.0.3-1733390951396/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:12,355 WARN [Thread-2308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:29:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe9baec8d4345707 with lease ID 0x9e1eca528eca6c5: Processing first storage report for DS-8265310a-eb8d-43ed-9884-2dfa984eee80 from datanode DatanodeRegistration(127.0.0.1:41845, datanodeUuid=419bdf6b-fb19-4751-a1b3-bf40a219292c, infoPort=35525, infoSecurePort=0, ipcPort=34769, storageInfo=lv=-57;cid=testClusterID;nsid=2031142601;c=1733390951396) 2024-12-05T09:29:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe9baec8d4345707 with lease ID 0x9e1eca528eca6c5: from storage DS-8265310a-eb8d-43ed-9884-2dfa984eee80 node DatanodeRegistration(127.0.0.1:41845, datanodeUuid=419bdf6b-fb19-4751-a1b3-bf40a219292c, infoPort=35525, infoSecurePort=0, ipcPort=34769, storageInfo=lv=-57;cid=testClusterID;nsid=2031142601;c=1733390951396), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe9baec8d4345707 with lease ID 0x9e1eca528eca6c5: Processing first storage report for DS-6a3a4da9-dbc2-43d2-b07f-34f0f48b9025 from datanode DatanodeRegistration(127.0.0.1:41845, datanodeUuid=419bdf6b-fb19-4751-a1b3-bf40a219292c, infoPort=35525, infoSecurePort=0, ipcPort=34769, storageInfo=lv=-57;cid=testClusterID;nsid=2031142601;c=1733390951396) 2024-12-05T09:29:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe9baec8d4345707 with lease ID 0x9e1eca528eca6c5: from storage DS-6a3a4da9-dbc2-43d2-b07f-34f0f48b9025 node DatanodeRegistration(127.0.0.1:41845, datanodeUuid=419bdf6b-fb19-4751-a1b3-bf40a219292c, infoPort=35525, infoSecurePort=0, ipcPort=34769, storageInfo=lv=-57;cid=testClusterID;nsid=2031142601;c=1733390951396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:12,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062 2024-12-05T09:29:12,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:12,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:29:12,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1 with version=8 2024-12-05T09:29:12,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/hbase-staging 2024-12-05T09:29:12,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:29:12,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:12,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34089 2024-12-05T09:29:12,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34089 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-12-05T09:29:12,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340890x0, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:12,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34089-0x101a6009cbd0003 connected 2024-12-05T09:29:12,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:12,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:12,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/running 2024-12-05T09:29:12,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1, hbase.cluster.distributed=false 2024-12-05T09:29:12,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/acl 2024-12-05T09:29:12,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-12-05T09:29:12,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-12-05T09:29:12,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-12-05T09:29:12,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-12-05T09:29:12,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-12-05T09:29:12,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:29:12,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:12,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34723 2024-12-05T09:29:12,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34723 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-12-05T09:29:12,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:12,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:12,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347230x0, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:12,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347230x0, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/running 2024-12-05T09:29:12,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:29:12,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34723-0x101a6009cbd0004 connected 2024-12-05T09:29:12,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:29:12,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/master 2024-12-05T09:29:12,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/acl 2024-12-05T09:29:12,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34723 2024-12-05T09:29:12,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34723 2024-12-05T09:29:12,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34723 2024-12-05T09:29:12,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34723 2024-12-05T09:29:12,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34723 2024-12-05T09:29:12,962 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:34089 2024-12-05T09:29:12,962 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-856283909/backup-masters/33186fd147fa,34089,1733390952781 2024-12-05T09:29:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909/backup-masters 2024-12-05T09:29:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909/backup-masters 2024-12-05T09:29:13,121 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on existing znode=/1-856283909/backup-masters/33186fd147fa,34089,1733390952781 2024-12-05T09:29:13,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-856283909/master 2024-12-05T09:29:13,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:13,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:13,129 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on existing znode=/1-856283909/master 2024-12-05T09:29:13,129 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-856283909/backup-masters/33186fd147fa,34089,1733390952781 from backup master directory 2024-12-05T09:29:13,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856283909/backup-masters/33186fd147fa,34089,1733390952781 2024-12-05T09:29:13,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909/backup-masters 2024-12-05T09:29:13,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909/backup-masters 2024-12-05T09:29:13,137 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:13,137 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,34089,1733390952781 2024-12-05T09:29:13,140 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/hbase.id] with ID: 76f31330-370e-4fd7-9d5a-498ebc113398 2024-12-05T09:29:13,140 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/.tmp/hbase.id 2024-12-05T09:29:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:29:13,550 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/.tmp/hbase.id]:[hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/hbase.id] 2024-12-05T09:29:13,558 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:13,558 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:29:13,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:29:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:29:13,998 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:13,998 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:29:13,999 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:29:14,404 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store 2024-12-05T09:29:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:29:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:29:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:29:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:14,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:14,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:14,812 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:14,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:14,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:14,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:14,812 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:14,812 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390954812Disabling compacts and flushes for region at 1733390954812Disabling writes for close at 1733390954812Writing region close event to WAL at 1733390954812Closed at 1733390954812 2024-12-05T09:29:14,813 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/.initializing 2024-12-05T09:29:14,813 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/WALs/33186fd147fa,34089,1733390952781 2024-12-05T09:29:14,814 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:14,815 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C34089%2C1733390952781, suffix=, logDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/WALs/33186fd147fa,34089,1733390952781, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/oldWALs, maxLogs=10 2024-12-05T09:29:14,825 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/WALs/33186fd147fa,34089,1733390952781/33186fd147fa%2C34089%2C1733390952781.1733390954815, exclude list is [], retry=0 2024-12-05T09:29:14,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-8265310a-eb8d-43ed-9884-2dfa984eee80,DISK] 2024-12-05T09:29:14,829 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/WALs/33186fd147fa,34089,1733390952781/33186fd147fa%2C34089%2C1733390952781.1733390954815 2024-12-05T09:29:14,829 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35525:35525)] 2024-12-05T09:29:14,829 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:14,830 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:14,830 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,830 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:29:14,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:14,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:14,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:29:14,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:14,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:14,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:29:14,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:14,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:14,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:29:14,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:14,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:14,835 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,835 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,836 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,836 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,836 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,837 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:14,838 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:14,839 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:14,839 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610019, jitterRate=-0.08193917572498322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:14,839 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390954830Initializing all the Stores at 1733390954830Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390954830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390954831 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390954831Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390954831Cleaning up temporary data from old regions at 1733390954836 (+5 ms)Region opened successfully at 1733390954839 (+3 ms) 2024-12-05T09:29:14,839 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:29:14,841 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d5ce26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:14,842 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:29:14,842 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:29:14,842 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:29:14,842 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:29:14,843 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:29:14,843 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:29:14,843 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:29:14,844 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:29:14,845 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Unable to get data of znode /1-856283909/balancer because node does not exist (not necessarily an error) 2024-12-05T09:29:14,926 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856283909/balancer already deleted, retry=false 2024-12-05T09:29:14,927 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:29:14,927 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Unable to get data of znode /1-856283909/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:29:14,937 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856283909/normalizer already deleted, retry=false 2024-12-05T09:29:14,937 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:29:14,938 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Unable to get data of znode /1-856283909/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:29:14,945 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856283909/switch/split already deleted, retry=false 2024-12-05T09:29:14,946 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Unable to get data of znode /1-856283909/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:29:14,953 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856283909/switch/merge already deleted, retry=false 2024-12-05T09:29:14,955 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Unable to get data of znode /1-856283909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:29:14,962 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856283909/snapshot-cleanup already deleted, retry=false 2024-12-05T09:29:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-856283909/running 2024-12-05T09:29:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-856283909/running 2024-12-05T09:29:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:14,970 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,34089,1733390952781, sessionid=0x101a6009cbd0003, setting cluster-up flag (Was=false) 2024-12-05T09:29:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:15,012 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-856283909/flush-table-proc/acquired, /1-856283909/flush-table-proc/reached, /1-856283909/flush-table-proc/abort 2024-12-05T09:29:15,013 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,34089,1733390952781 2024-12-05T09:29:15,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:15,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:15,054 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-856283909/online-snapshot/acquired, /1-856283909/online-snapshot/reached, /1-856283909/online-snapshot/abort 2024-12-05T09:29:15,055 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,34089,1733390952781 2024-12-05T09:29:15,056 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:29:15,057 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:15,057 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:29:15,058 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:29:15,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,34089,1733390952781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:15,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733390985060 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:29:15,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:15,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:29:15,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:15,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390955061,5,FailOnTimeoutGroup] 2024-12-05T09:29:15,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:29:15,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390955061,5,FailOnTimeoutGroup] 2024-12-05T09:29:15,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,062 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:29:15,062 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,062 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:29:15,149 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(746): ClusterId : 76f31330-370e-4fd7-9d5a-498ebc113398 2024-12-05T09:29:15,149 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:29:15,154 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:29:15,154 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:29:15,162 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:29:15,163 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce88a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:15,178 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:34723 2024-12-05T09:29:15,178 INFO [RS:0;33186fd147fa:34723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:29:15,178 INFO [RS:0;33186fd147fa:34723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:29:15,178 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:29:15,179 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,34089,1733390952781 with port=34723, startcode=1733390952918 2024-12-05T09:29:15,179 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:29:15,180 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:29:15,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,34723,1733390952918 2024-12-05T09:29:15,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,34723,1733390952918 2024-12-05T09:29:15,183 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1 2024-12-05T09:29:15,183 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45881 2024-12-05T09:29:15,183 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:29:15,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909/rs 2024-12-05T09:29:15,193 DEBUG [RS:0;33186fd147fa:34723 {}] zookeeper.ZKUtil(111): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on existing znode=/1-856283909/rs/33186fd147fa,34723,1733390952918 2024-12-05T09:29:15,193 WARN [RS:0;33186fd147fa:34723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:15,194 INFO [RS:0;33186fd147fa:34723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:15,194 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918 2024-12-05T09:29:15,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,34723,1733390952918] 2024-12-05T09:29:15,197 INFO [RS:0;33186fd147fa:34723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:29:15,198 INFO [RS:0;33186fd147fa:34723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:29:15,199 INFO [RS:0;33186fd147fa:34723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:29:15,199 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,202 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:29:15,203 INFO [RS:0;33186fd147fa:34723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:29:15,203 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:15,204 DEBUG [RS:0;33186fd147fa:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:15,207 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,207 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,207 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,207 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,207 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,207 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34723,1733390952918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:15,219 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:29:15,219 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34723,1733390952918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,219 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,219 INFO [RS:0;33186fd147fa:34723 {}] regionserver.Replication(171): 33186fd147fa,34723,1733390952918 started 2024-12-05T09:29:15,230 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:15,230 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,34723,1733390952918, RpcServer on 33186fd147fa/172.17.0.3:34723, sessionid=0x101a6009cbd0004 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,34723,1733390952918 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,34723,1733390952918' 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-856283909/flush-table-proc/abort' 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-856283909/flush-table-proc/acquired' 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,34723,1733390952918 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,34723,1733390952918' 2024-12-05T09:29:15,231 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-856283909/online-snapshot/abort' 2024-12-05T09:29:15,232 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-856283909/online-snapshot/acquired' 2024-12-05T09:29:15,232 DEBUG [RS:0;33186fd147fa:34723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:29:15,232 INFO [RS:0;33186fd147fa:34723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:29:15,232 INFO [RS:0;33186fd147fa:34723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:29:15,332 INFO [RS:0;33186fd147fa:34723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:15,334 INFO [RS:0;33186fd147fa:34723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C34723%2C1733390952918, suffix=, logDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/oldWALs, maxLogs=10 2024-12-05T09:29:15,344 DEBUG [RS:0;33186fd147fa:34723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, exclude list is [], retry=0 2024-12-05T09:29:15,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-8265310a-eb8d-43ed-9884-2dfa984eee80,DISK] 2024-12-05T09:29:15,348 INFO [RS:0;33186fd147fa:34723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 2024-12-05T09:29:15,348 DEBUG [RS:0;33186fd147fa:34723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35525:35525)] 2024-12-05T09:29:15,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:29:15,474 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1 2024-12-05T09:29:15,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:29:15,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:15,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:15,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:15,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:15,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:15,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:15,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:15,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:15,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:15,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:15,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:15,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:15,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:15,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:15,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:15,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:15,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:15,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:15,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740 2024-12-05T09:29:15,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740 2024-12-05T09:29:15,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:15,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:15,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:15,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:15,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:15,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61377992, jitterRate=-0.0853966474533081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:15,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390955880Initializing all the Stores at 1733390955880Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390955881 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390955881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390955881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390955881Cleaning up temporary data from old regions at 1733390955887 (+6 ms)Region opened successfully at 1733390955890 (+3 ms) 2024-12-05T09:29:15,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:15,891 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:15,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:15,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:15,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:15,891 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:15,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390955891Disabling compacts and flushes for region at 1733390955891Disabling writes for close at 1733390955891Writing region close event to WAL at 1733390955891Closed at 1733390955891 2024-12-05T09:29:15,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:15,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:29:15,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:29:15,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:15,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:29:16,044 DEBUG [33186fd147fa:34089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:29:16,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,34723,1733390952918 2024-12-05T09:29:16,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,34723,1733390952918, state=OPENING 2024-12-05T09:29:16,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:29:16,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:16,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:16,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856283909/meta-region-server: CHANGED 2024-12-05T09:29:16,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856283909/meta-region-server: CHANGED 2024-12-05T09:29:16,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:16,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,34723,1733390952918}] 2024-12-05T09:29:16,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:16,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:29:16,283 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:29:16,283 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:16,283 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:29:16,284 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C34723%2C1733390952918.meta, suffix=.meta, logDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/oldWALs, maxLogs=10 2024-12-05T09:29:16,294 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.meta.1733390956284.meta, exclude list is [], retry=0 2024-12-05T09:29:16,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-8265310a-eb8d-43ed-9884-2dfa984eee80,DISK] 2024-12-05T09:29:16,298 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.meta.1733390956284.meta 2024-12-05T09:29:16,298 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35525:35525)] 2024-12-05T09:29:16,298 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:16,298 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:16,298 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:16,298 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:29:16,298 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:29:16,299 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:29:16,299 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:16,299 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:29:16,299 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:29:16,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:16,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:16,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:16,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:16,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:16,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:16,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:16,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:16,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:16,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:16,304 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:16,304 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740 2024-12-05T09:29:16,305 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740 2024-12-05T09:29:16,306 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:16,306 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:16,306 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:16,307 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:16,307 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64797049, jitterRate=-0.03444872796535492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:16,308 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:29:16,308 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390956299Writing region info on filesystem at 1733390956299Initializing all the Stores at 1733390956299Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390956299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390956300 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390956300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390956300Cleaning up temporary data from old regions at 1733390956306 (+6 ms)Running coprocessor post-open hooks at 1733390956308 (+2 ms)Region opened successfully at 1733390956308 2024-12-05T09:29:16,309 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390956279 2024-12-05T09:29:16,310 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:29:16,310 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:29:16,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,34723,1733390952918 2024-12-05T09:29:16,311 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,34723,1733390952918, state=OPEN 2024-12-05T09:29:16,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-856283909/meta-region-server 2024-12-05T09:29:16,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-856283909/meta-region-server 2024-12-05T09:29:16,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,34723,1733390952918 2024-12-05T09:29:16,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856283909/meta-region-server: CHANGED 2024-12-05T09:29:16,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856283909/meta-region-server: CHANGED 2024-12-05T09:29:16,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:29:16,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,34723,1733390952918 in 193 msec 2024-12-05T09:29:16,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:29:16,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-05T09:29:16,324 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:16,324 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:29:16,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:16,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34723,1733390952918, seqNum=-1] 2024-12-05T09:29:16,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:16,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:16,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-12-05T09:29:16,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390956331, completionTime=-1 2024-12-05T09:29:16,331 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:29:16,331 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391016333 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391076333 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34089,1733390952781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34089,1733390952781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34089,1733390952781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:34089, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,333 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,335 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.200sec 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34089,1733390952781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:16,337 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34089,1733390952781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:29:16,339 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:29:16,339 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:29:16,339 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34089,1733390952781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:16,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71af03c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:16,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34089,-1 for getting cluster id 2024-12-05T09:29:16,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:16,352 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76f31330-370e-4fd7-9d5a-498ebc113398' 2024-12-05T09:29:16,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:16,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76f31330-370e-4fd7-9d5a-498ebc113398" 2024-12-05T09:29:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd91de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34089,-1] 2024-12-05T09:29:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:16,354 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:16,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:16,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34723,1733390952918, seqNum=-1] 2024-12-05T09:29:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:16,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,34089,1733390952781 2024-12-05T09:29:16,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-12-05T09:29:16,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:16,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6009cbd0005 connected 2024-12-05T09:29:16,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41759,1733390949279 2024-12-05T09:29:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163cf67f 2024-12-05T09:29:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:16,380 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:16,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:29:16,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:16,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:16,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:29:16,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:29:16,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:29:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:16,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffbeee73151aaaac16fb3ca6d71e5710, NAME => 'test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574 2024-12-05T09:29:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:29:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:17,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:17,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffbeee73151aaaac16fb3ca6d71e5710, disabling compactions & flushes 2024-12-05T09:29:17,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. after waiting 0 ms 2024-12-05T09:29:17,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffbeee73151aaaac16fb3ca6d71e5710: Waiting for close lock at 1733390957197Disabling compacts and flushes for region at 1733390957197Disabling writes for close at 1733390957197Writing region close event to WAL at 1733390957197Closed at 1733390957197 2024-12-05T09:29:17,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:17,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390957198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390957198"}]},"ts":"1733390957198"} 2024-12-05T09:29:17,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:17,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:17,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390957201"}]},"ts":"1733390957201"} 2024-12-05T09:29:17,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:29:17,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffbeee73151aaaac16fb3ca6d71e5710, ASSIGN}] 2024-12-05T09:29:17,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffbeee73151aaaac16fb3ca6d71e5710, ASSIGN 2024-12-05T09:29:17,204 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffbeee73151aaaac16fb3ca6d71e5710, ASSIGN; state=OFFLINE, location=33186fd147fa,45427,1733390949451; forceNewPlan=false, retain=false 2024-12-05T09:29:17,354 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffbeee73151aaaac16fb3ca6d71e5710, regionState=OPENING, regionLocation=33186fd147fa,45427,1733390949451 2024-12-05T09:29:17,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffbeee73151aaaac16fb3ca6d71e5710, ASSIGN because future has completed 2024-12-05T09:29:17,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffbeee73151aaaac16fb3ca6d71e5710, server=33186fd147fa,45427,1733390949451}] 2024-12-05T09:29:17,513 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,513 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffbeee73151aaaac16fb3ca6d71e5710, NAME => 'test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:17,513 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:17,513 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:29:17,514 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,514 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:17,514 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,514 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,515 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,516 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffbeee73151aaaac16fb3ca6d71e5710 columnFamilyName f 2024-12-05T09:29:17,516 DEBUG [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:17,516 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] regionserver.HStore(327): Store=ffbeee73151aaaac16fb3ca6d71e5710/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:17,516 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,517 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffbeee73151aaaac16fb3ca6d71e5710 columnFamilyName f1 2024-12-05T09:29:17,517 DEBUG [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:17,518 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] regionserver.HStore(327): Store=ffbeee73151aaaac16fb3ca6d71e5710/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:17,518 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,518 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffbeee73151aaaac16fb3ca6d71e5710 columnFamilyName norep 2024-12-05T09:29:17,519 DEBUG [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:17,519 INFO [StoreOpener-ffbeee73151aaaac16fb3ca6d71e5710-1 {}] regionserver.HStore(327): Store=ffbeee73151aaaac16fb3ca6d71e5710/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:17,519 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,519 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,520 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,520 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,520 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,521 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:17,521 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:17,523 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:17,523 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffbeee73151aaaac16fb3ca6d71e5710; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875400, jitterRate=-0.0034788846969604492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:17,523 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:17,524 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffbeee73151aaaac16fb3ca6d71e5710: Running coprocessor pre-open hook at 1733390957514Writing region info on filesystem at 1733390957514Initializing all the Stores at 1733390957515 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390957515Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390957515Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390957515Cleaning up temporary data from old regions at 1733390957520 (+5 ms)Running coprocessor post-open hooks at 1733390957523 (+3 ms)Region opened successfully at 1733390957524 (+1 ms) 2024-12-05T09:29:17,525 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710., pid=6, masterSystemTime=1733390957509 2024-12-05T09:29:17,527 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,527 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:17,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffbeee73151aaaac16fb3ca6d71e5710, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,45427,1733390949451 2024-12-05T09:29:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffbeee73151aaaac16fb3ca6d71e5710, server=33186fd147fa,45427,1733390949451 because future has completed 2024-12-05T09:29:17,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:29:17,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffbeee73151aaaac16fb3ca6d71e5710, server=33186fd147fa,45427,1733390949451 in 173 msec 2024-12-05T09:29:17,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:29:17,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffbeee73151aaaac16fb3ca6d71e5710, ASSIGN in 331 msec 2024-12-05T09:29:17,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:17,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390957535"}]},"ts":"1733390957535"} 2024-12-05T09:29:17,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:29:17,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:17,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-05T09:29:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:18,533 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:29:18,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34089,1733390952781 2024-12-05T09:29:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6b9114 2024-12-05T09:29:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:18,535 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:18,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:29:18,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:18,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:18,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:29:18,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:18,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:29:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:18,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0737d14984153745fadf601598ce9b7e, NAME => 'test,,1733390958535.0737d14984153745fadf601598ce9b7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1 2024-12-05T09:29:18,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:29:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390958535.0737d14984153745fadf601598ce9b7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0737d14984153745fadf601598ce9b7e, disabling compactions & flushes 2024-12-05T09:29:19,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390958535.0737d14984153745fadf601598ce9b7e. after waiting 0 ms 2024-12-05T09:29:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0737d14984153745fadf601598ce9b7e: Waiting for close lock at 1733390959349Disabling compacts and flushes for region at 1733390959349Disabling writes for close at 1733390959349Writing region close event to WAL at 1733390959349Closed at 1733390959349 2024-12-05T09:29:19,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:19,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390958535.0737d14984153745fadf601598ce9b7e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390959350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390959350"}]},"ts":"1733390959350"} 2024-12-05T09:29:19,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:19,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:19,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390959353"}]},"ts":"1733390959353"} 2024-12-05T09:29:19,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:29:19,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0737d14984153745fadf601598ce9b7e, ASSIGN}] 2024-12-05T09:29:19,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0737d14984153745fadf601598ce9b7e, ASSIGN 2024-12-05T09:29:19,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0737d14984153745fadf601598ce9b7e, ASSIGN; state=OFFLINE, location=33186fd147fa,34723,1733390952918; forceNewPlan=false, retain=false 2024-12-05T09:29:19,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0737d14984153745fadf601598ce9b7e, regionState=OPENING, regionLocation=33186fd147fa,34723,1733390952918 2024-12-05T09:29:19,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0737d14984153745fadf601598ce9b7e, ASSIGN because future has completed 2024-12-05T09:29:19,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0737d14984153745fadf601598ce9b7e, server=33186fd147fa,34723,1733390952918}] 2024-12-05T09:29:19,664 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,664 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0737d14984153745fadf601598ce9b7e, NAME => 'test,,1733390958535.0737d14984153745fadf601598ce9b7e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:19,664 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:19,664 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:29:19,664 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,664 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390958535.0737d14984153745fadf601598ce9b7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:19,664 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,664 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,665 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,666 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0737d14984153745fadf601598ce9b7e columnFamilyName f 2024-12-05T09:29:19,666 DEBUG [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:19,666 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] regionserver.HStore(327): Store=0737d14984153745fadf601598ce9b7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:19,667 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,667 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0737d14984153745fadf601598ce9b7e columnFamilyName f1 2024-12-05T09:29:19,667 DEBUG [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:19,667 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] regionserver.HStore(327): Store=0737d14984153745fadf601598ce9b7e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:19,667 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,668 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0737d14984153745fadf601598ce9b7e columnFamilyName norep 2024-12-05T09:29:19,668 DEBUG [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:19,668 INFO [StoreOpener-0737d14984153745fadf601598ce9b7e-1 {}] regionserver.HStore(327): Store=0737d14984153745fadf601598ce9b7e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:19,668 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,669 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,669 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,670 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,670 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,670 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:19,671 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,673 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:19,673 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0737d14984153745fadf601598ce9b7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586724, jitterRate=0.09652763605117798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:19,673 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:19,673 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0737d14984153745fadf601598ce9b7e: Running coprocessor pre-open hook at 1733390959664Writing region info on filesystem at 1733390959664Initializing all the Stores at 1733390959665 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390959665Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390959665Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390959665Cleaning up temporary data from old regions at 1733390959670 (+5 ms)Running coprocessor post-open hooks at 1733390959673 (+3 ms)Region opened successfully at 1733390959673 2024-12-05T09:29:19,674 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390958535.0737d14984153745fadf601598ce9b7e., pid=6, masterSystemTime=1733390959661 2024-12-05T09:29:19,675 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,675 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:19,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0737d14984153745fadf601598ce9b7e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,34723,1733390952918 2024-12-05T09:29:19,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0737d14984153745fadf601598ce9b7e, server=33186fd147fa,34723,1733390952918 because future has completed 2024-12-05T09:29:19,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:29:19,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0737d14984153745fadf601598ce9b7e, server=33186fd147fa,34723,1733390952918 in 170 msec 2024-12-05T09:29:19,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:29:19,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0737d14984153745fadf601598ce9b7e, ASSIGN in 326 msec 2024-12-05T09:29:19,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:19,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390959682"}]},"ts":"1733390959682"} 2024-12-05T09:29:19,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:29:19,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:19,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-05T09:29:20,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:29:20,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:20,684 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:29:20,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41759,-1 for getting cluster id 2024-12-05T09:29:20,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:20,686 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d42a00a-f228-4576-9fdd-6f8fccfc6085' 2024-12-05T09:29:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d42a00a-f228-4576-9fdd-6f8fccfc6085" 2024-12-05T09:29:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1629d033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41759,-1] 2024-12-05T09:29:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:20,687 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba9e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34089,-1 for getting cluster id 2024-12-05T09:29:20,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:20,688 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76f31330-370e-4fd7-9d5a-498ebc113398' 2024-12-05T09:29:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76f31330-370e-4fd7-9d5a-498ebc113398" 2024-12-05T09:29:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254850d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34089,-1] 2024-12-05T09:29:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:20,689 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6159d3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41759,-1 for getting cluster id 2024-12-05T09:29:20,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:20,691 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d42a00a-f228-4576-9fdd-6f8fccfc6085' 2024-12-05T09:29:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d42a00a-f228-4576-9fdd-6f8fccfc6085" 2024-12-05T09:29:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623cbf07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41759,-1] 2024-12-05T09:29:20,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:20,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:20,692 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62009703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41759,1733390949279 2024-12-05T09:29:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76362873 2024-12-05T09:29:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:20,694 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:20,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:34089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:29:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:29:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:20,697 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:34089' 2024-12-05T09:29:20,697 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a6adeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,697 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34089,-1 for getting cluster id 2024-12-05T09:29:20,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:20,698 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76f31330-370e-4fd7-9d5a-498ebc113398' 2024-12-05T09:29:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76f31330-370e-4fd7-9d5a-498ebc113398" 2024-12-05T09:29:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7436c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34089,-1] 2024-12-05T09:29:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:20,699 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:20,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4644eab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:20,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:20,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34089,1733390952781 2024-12-05T09:29:20,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5255586a 2024-12-05T09:29:20,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:20,701 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:20,701 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:29:20,701 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:29:20,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:20,702 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:20,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:20,702 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:20,703 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:29:20,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:20,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:20,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:29:20,753 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:29:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:21,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbca3b0c3d82fcfb7bf864b8dd111fbd, NAME => 'hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574 2024-12-05T09:29:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:29:21,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:29:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:21,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:21,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbca3b0c3d82fcfb7bf864b8dd111fbd, disabling compactions & flushes 2024-12-05T09:29:21,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. after waiting 0 ms 2024-12-05T09:29:21,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbca3b0c3d82fcfb7bf864b8dd111fbd: Waiting for close lock at 1733390961543Disabling compacts and flushes for region at 1733390961543Disabling writes for close at 1733390961543Writing region close event to WAL at 1733390961543Closed at 1733390961543 2024-12-05T09:29:21,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:21,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390961544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390961544"}]},"ts":"1733390961544"} 2024-12-05T09:29:21,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:21,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:21,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390961547"}]},"ts":"1733390961547"} 2024-12-05T09:29:21,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:29:21,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbca3b0c3d82fcfb7bf864b8dd111fbd, ASSIGN}] 2024-12-05T09:29:21,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbca3b0c3d82fcfb7bf864b8dd111fbd, ASSIGN 2024-12-05T09:29:21,550 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbca3b0c3d82fcfb7bf864b8dd111fbd, ASSIGN; state=OFFLINE, location=33186fd147fa,45427,1733390949451; forceNewPlan=false, retain=false 2024-12-05T09:29:21,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbca3b0c3d82fcfb7bf864b8dd111fbd, regionState=OPENING, regionLocation=33186fd147fa,45427,1733390949451 2024-12-05T09:29:21,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbca3b0c3d82fcfb7bf864b8dd111fbd, ASSIGN because future has completed 2024-12-05T09:29:21,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbca3b0c3d82fcfb7bf864b8dd111fbd, server=33186fd147fa,45427,1733390949451}] 2024-12-05T09:29:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:21,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:21,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:29:21,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45427%2C1733390949451.rep, suffix=, logDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/oldWALs, maxLogs=10 2024-12-05T09:29:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.rep.1733390961859, exclude list is [], retry=0 2024-12-05T09:29:21,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-2673b8e2-597b-4546-aa95-e402653795b5,DISK] 2024-12-05T09:29:21,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.rep.1733390961859 2024-12-05T09:29:21,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44431:44431)] 2024-12-05T09:29:21,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbca3b0c3d82fcfb7bf864b8dd111fbd, NAME => 'hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:21,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:21,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:21,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. service=MultiRowMutationService 2024-12-05T09:29:21,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:29:21,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:21,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,875 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,876 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbca3b0c3d82fcfb7bf864b8dd111fbd columnFamilyName hfileref 2024-12-05T09:29:21,876 DEBUG [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:21,876 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] regionserver.HStore(327): Store=cbca3b0c3d82fcfb7bf864b8dd111fbd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:21,876 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,877 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbca3b0c3d82fcfb7bf864b8dd111fbd columnFamilyName queue 2024-12-05T09:29:21,877 DEBUG [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:21,877 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] regionserver.HStore(327): Store=cbca3b0c3d82fcfb7bf864b8dd111fbd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:21,877 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,878 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbca3b0c3d82fcfb7bf864b8dd111fbd columnFamilyName sid 2024-12-05T09:29:21,878 DEBUG [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:21,878 INFO [StoreOpener-cbca3b0c3d82fcfb7bf864b8dd111fbd-1 {}] regionserver.HStore(327): Store=cbca3b0c3d82fcfb7bf864b8dd111fbd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:21,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:21,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:21,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbca3b0c3d82fcfb7bf864b8dd111fbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60672593, jitterRate=-0.09590791165828705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:21,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:21,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbca3b0c3d82fcfb7bf864b8dd111fbd: Running coprocessor pre-open hook at 1733390961874Writing region info on filesystem at 1733390961874Initializing all the Stores at 1733390961874Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390961874Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390961875 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390961875Cleaning up temporary data from old regions at 1733390961880 (+5 ms)Running coprocessor post-open hooks at 1733390961883 (+3 ms)Region opened successfully at 1733390961883 2024-12-05T09:29:21,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd., pid=10, masterSystemTime=1733390961854 2024-12-05T09:29:21,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:21,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbca3b0c3d82fcfb7bf864b8dd111fbd, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,45427,1733390949451 2024-12-05T09:29:21,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbca3b0c3d82fcfb7bf864b8dd111fbd, server=33186fd147fa,45427,1733390949451 because future has completed 2024-12-05T09:29:21,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:29:21,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbca3b0c3d82fcfb7bf864b8dd111fbd, server=33186fd147fa,45427,1733390949451 in 187 msec 2024-12-05T09:29:21,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:29:21,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbca3b0c3d82fcfb7bf864b8dd111fbd, ASSIGN in 342 msec 2024-12-05T09:29:21,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:21,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390961892"}]},"ts":"1733390961892"} 2024-12-05T09:29:21,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:29:21,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:21,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-12-05T09:29:21,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd., hostname=33186fd147fa,45427,1733390949451, seqNum=2] 2024-12-05T09:29:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:21,968 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:21,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:29:22,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:29:22,138 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:29:22,160 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,45427,1733390949451, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:29:22,161 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:22,161 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45427,1733390949451, seqNum=-1] 2024-12-05T09:29:22,161 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:22,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T09:29:22,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,45427,1733390949451', locateType=CURRENT is [region=hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd., hostname=33186fd147fa,45427,1733390949451, seqNum=2] 2024-12-05T09:29:22,166 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:29:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:29:22,168 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,45427,1733390949451 suceeded 2024-12-05T09:29:22,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:29:22,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T09:29:22,169 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:34089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:29:22,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-12-05T09:29:22,179 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:34089' 2024-12-05T09:29:22,180 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f51e0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,180 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34089,-1 for getting cluster id 2024-12-05T09:29:22,180 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:22,181 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76f31330-370e-4fd7-9d5a-498ebc113398' 2024-12-05T09:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76f31330-370e-4fd7-9d5a-498ebc113398" 2024-12-05T09:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c3de67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34089,-1] 2024-12-05T09:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,182 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:22,182 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f80cc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,183 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:22,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34089,1733390952781 2024-12-05T09:29:22,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70af9af6 2024-12-05T09:29:22,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:22,184 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T09:29:22,184 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,45427,1733390949451 (queues=1) is replicating from cluster=8d42a00a-f228-4576-9fdd-6f8fccfc6085 to cluster=76f31330-370e-4fd7-9d5a-498ebc113398 2024-12-05T09:29:22,184 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C45427%2C1733390949451 2024-12-05T09:29:22,184 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,45427,1733390949451, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:29:22,185 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C45427%2C1733390949451 2024-12-05T09:29:22,185 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, startPosition=0, beingWritten=true 2024-12-05T09:29:22,189 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:22,189 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:22,189 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,45427,1733390949451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:22,393 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:22,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:22,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:22,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18245 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:22,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:29:22,696 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:22,853 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:29:22,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:22,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:22,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:22,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a786c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34089,-1 for getting cluster id 2024-12-05T09:29:22,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:22,855 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76f31330-370e-4fd7-9d5a-498ebc113398' 2024-12-05T09:29:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76f31330-370e-4fd7-9d5a-498ebc113398" 2024-12-05T09:29:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34089,-1] 2024-12-05T09:29:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,856 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a24085b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34089,1733390952781 2024-12-05T09:29:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e65ad8c 2024-12-05T09:29:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:22,858 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:22,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:29:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:29:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:22,861 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:41759' 2024-12-05T09:29:22,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef03d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,861 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41759,-1 for getting cluster id 2024-12-05T09:29:22,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:22,862 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d42a00a-f228-4576-9fdd-6f8fccfc6085' 2024-12-05T09:29:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d42a00a-f228-4576-9fdd-6f8fccfc6085" 2024-12-05T09:29:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e45495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41759,-1] 2024-12-05T09:29:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:22,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,863 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2148c524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:22,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41759,1733390949279 2024-12-05T09:29:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd6f6fe 2024-12-05T09:29:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:22,865 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:22,866 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:29:22,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:29:22,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:22,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:22,866 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:22,867 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:29:22,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:22,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:22,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:29:22,917 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:29:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:23,100 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:23,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2fa65d84029bddef3662983a885932f, NAME => 'hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1 2024-12-05T09:29:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:29:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:23,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:23,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:23,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2fa65d84029bddef3662983a885932f, disabling compactions & flushes 2024-12-05T09:29:23,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:23,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:23,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. after waiting 0 ms 2024-12-05T09:29:23,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:23,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:23,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2fa65d84029bddef3662983a885932f: Waiting for close lock at 1733390963679Disabling compacts and flushes for region at 1733390963679Disabling writes for close at 1733390963679Writing region close event to WAL at 1733390963679Closed at 1733390963679 2024-12-05T09:29:23,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:23,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390963680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390963680"}]},"ts":"1733390963680"} 2024-12-05T09:29:23,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:23,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:23,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390963682"}]},"ts":"1733390963682"} 2024-12-05T09:29:23,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:29:23,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2fa65d84029bddef3662983a885932f, ASSIGN}] 2024-12-05T09:29:23,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2fa65d84029bddef3662983a885932f, ASSIGN 2024-12-05T09:29:23,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2fa65d84029bddef3662983a885932f, ASSIGN; state=OFFLINE, location=33186fd147fa,34723,1733390952918; forceNewPlan=false, retain=false 2024-12-05T09:29:23,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2fa65d84029bddef3662983a885932f, regionState=OPENING, regionLocation=33186fd147fa,34723,1733390952918 2024-12-05T09:29:23,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2fa65d84029bddef3662983a885932f, ASSIGN because future has completed 2024-12-05T09:29:23,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2fa65d84029bddef3662983a885932f, server=33186fd147fa,34723,1733390952918}] 2024-12-05T09:29:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:23,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:23,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:23,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:29:23,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C34723%2C1733390952918.rep, suffix=, logDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/oldWALs, maxLogs=10 2024-12-05T09:29:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.rep.1733390963994, exclude list is [], retry=0 2024-12-05T09:29:24,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-8265310a-eb8d-43ed-9884-2dfa984eee80,DISK] 2024-12-05T09:29:24,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.rep.1733390963994 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35525:35525)] 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d2fa65d84029bddef3662983a885932f, NAME => 'hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:24,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. service=MultiRowMutationService 2024-12-05T09:29:24,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,010 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,011 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2fa65d84029bddef3662983a885932f columnFamilyName hfileref 2024-12-05T09:29:24,011 DEBUG [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:24,011 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] regionserver.HStore(327): Store=d2fa65d84029bddef3662983a885932f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:24,012 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,012 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2fa65d84029bddef3662983a885932f columnFamilyName queue 2024-12-05T09:29:24,012 DEBUG [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:24,012 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] regionserver.HStore(327): Store=d2fa65d84029bddef3662983a885932f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:24,012 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,013 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2fa65d84029bddef3662983a885932f columnFamilyName sid 2024-12-05T09:29:24,013 DEBUG [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:24,013 INFO [StoreOpener-d2fa65d84029bddef3662983a885932f-1 {}] regionserver.HStore(327): Store=d2fa65d84029bddef3662983a885932f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:24,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:24,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d2fa65d84029bddef3662983a885932f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69233248, jitterRate=0.03165578842163086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d2fa65d84029bddef3662983a885932f: Running coprocessor pre-open hook at 1733390964009Writing region info on filesystem at 1733390964009Initializing all the Stores at 1733390964010 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390964010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390964010Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390964010Cleaning up temporary data from old regions at 1733390964014 (+4 ms)Running coprocessor post-open hooks at 1733390964017 (+3 ms)Region opened successfully at 1733390964017 2024-12-05T09:29:24,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f., pid=10, masterSystemTime=1733390963990 2024-12-05T09:29:24,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:24,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:24,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2fa65d84029bddef3662983a885932f, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,34723,1733390952918 2024-12-05T09:29:24,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2fa65d84029bddef3662983a885932f, server=33186fd147fa,34723,1733390952918 because future has completed 2024-12-05T09:29:24,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:29:24,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2fa65d84029bddef3662983a885932f, server=33186fd147fa,34723,1733390952918 in 184 msec 2024-12-05T09:29:24,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:29:24,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2fa65d84029bddef3662983a885932f, ASSIGN in 340 msec 2024-12-05T09:29:24,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:24,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390964026"}]},"ts":"1733390964026"} 2024-12-05T09:29:24,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:29:24,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:24,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-12-05T09:29:24,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f., hostname=33186fd147fa,34723,1733390952918, seqNum=2] 2024-12-05T09:29:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:24,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:29:24,207 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:24,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:29:24,348 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:29:24,381 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,34723,1733390952918, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:29:24,381 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:24,381 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34723,1733390952918, seqNum=-1] 2024-12-05T09:29:24,381 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:24,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T09:29:24,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,34723,1733390952918', locateType=CURRENT is [region=hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f., hostname=33186fd147fa,34723,1733390952918, seqNum=2] 2024-12-05T09:29:24,385 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:29:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:29:24,387 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,34723,1733390952918 suceeded 2024-12-05T09:29:24,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:29:24,389 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:29:24,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-05T09:29:24,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-12-05T09:29:24,402 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:41759' 2024-12-05T09:29:24,403 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4de9b924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:24,403 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41759,-1 for getting cluster id 2024-12-05T09:29:24,403 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:24,404 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d42a00a-f228-4576-9fdd-6f8fccfc6085' 2024-12-05T09:29:24,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:24,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d42a00a-f228-4576-9fdd-6f8fccfc6085" 2024-12-05T09:29:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b490c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41759,-1] 2024-12-05T09:29:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:24,406 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:24,406 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477dadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:24,406 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:24,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,41759,1733390949279 2024-12-05T09:29:24,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427a0647 2024-12-05T09:29:24,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:24,408 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T09:29:24,408 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,34723,1733390952918 (queues=1) is replicating from cluster=76f31330-370e-4fd7-9d5a-498ebc113398 to cluster=8d42a00a-f228-4576-9fdd-6f8fccfc6085 2024-12-05T09:29:24,408 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C34723%2C1733390952918 2024-12-05T09:29:24,408 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,34723,1733390952918, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:29:24,409 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C34723%2C1733390952918 2024-12-05T09:29:24,409 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, startPosition=0, beingWritten=true 2024-12-05T09:29:24,413 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:24,413 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 379, reset compression=false 2024-12-05T09:29:24,413 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,34723,1733390952918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:24,616 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 379, reset compression=false 2024-12-05T09:29:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:29:24,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T09:29:24,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:29:24,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T09:29:24,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:24,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T09:29:24,910 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:24,920 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 379, reset compression=false 2024-12-05T09:29:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:25,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:29:25,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:25,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:25,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:25,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:25,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:25,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45427,1733390949451, seqNum=-1] 2024-12-05T09:29:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:25,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710., hostname=33186fd147fa,45427,1733390949451, seqNum=2] 2024-12-05T09:29:25,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34723,1733390952918, seqNum=-1] 2024-12-05T09:29:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:25,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:25,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390958535.0737d14984153745fadf601598ce9b7e., hostname=33186fd147fa,34723,1733390952918, seqNum=2] 2024-12-05T09:29:25,017 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T09:29:25,323 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 379, reset compression=false 2024-12-05T09:29:25,714 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 379, reset compression=false 2024-12-05T09:29:25,718 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:29:25,719 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 480, reset compression=false 2024-12-05T09:29:25,719 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,45427,1733390949451 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffbeee73151aaaac16fb3ca6d71e5710/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T09:29:25,721 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:25,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T09:29:25,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:29:25,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5f33d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:25,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34089,-1 for getting cluster id 2024-12-05T09:29:25,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:25,725 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76f31330-370e-4fd7-9d5a-498ebc113398' 2024-12-05T09:29:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76f31330-370e-4fd7-9d5a-498ebc113398" 2024-12-05T09:29:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd4f3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34089,-1] 2024-12-05T09:29:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:25,726 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:25,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2283ca45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:25,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:25,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,34723,1733390952918, seqNum=-1] 2024-12-05T09:29:25,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:25,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T09:29:25,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390958535.0737d14984153745fadf601598ce9b7e., hostname=33186fd147fa,34723,1733390952918, seqNum=2] 2024-12-05T09:29:25,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:29:25,827 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 379, reset compression=false 2024-12-05T09:29:25,831 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:25,831 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 504, reset compression=false 2024-12-05T09:29:25,831 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,34723,1733390952918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:25,922 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 480, reset compression=false 2024-12-05T09:29:26,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T09:29:26,024 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T09:29:26,034 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 504, reset compression=false 2024-12-05T09:29:26,038 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:29:26,038 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 608, reset compression=false 2024-12-05T09:29:26,038 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,34723,1733390952918 got entry batch from reader: WALEntryBatch [walEntries=[{test/0737d14984153745fadf601598ce9b7e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:29:26,041 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:26,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T09:29:26,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:29:26,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a99842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:26,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,41759,-1 for getting cluster id 2024-12-05T09:29:26,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:26,043 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d42a00a-f228-4576-9fdd-6f8fccfc6085' 2024-12-05T09:29:26,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:26,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d42a00a-f228-4576-9fdd-6f8fccfc6085" 2024-12-05T09:29:26,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cd0e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:26,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,41759,-1] 2024-12-05T09:29:26,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:26,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:26,044 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:26,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c249143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:26,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:26,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45427,1733390949451, seqNum=-1] 2024-12-05T09:29:26,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:26,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T09:29:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710., hostname=33186fd147fa,45427,1733390949451, seqNum=2] 2024-12-05T09:29:26,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:29:26,225 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 480, reset compression=false 2024-12-05T09:29:26,242 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 608, reset compression=false 2024-12-05T09:29:26,274 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:26,274 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 607, reset compression=false 2024-12-05T09:29:26,274 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,45427,1733390949451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:26,477 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 607, reset compression=false 2024-12-05T09:29:26,546 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 608, reset compression=false 2024-12-05T09:29:26,782 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 607, reset compression=false 2024-12-05T09:29:26,949 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 608, reset compression=false 2024-12-05T09:29:27,025 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T09:29:27,038 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T09:29:27,191 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 607, reset compression=false 2024-12-05T09:29:27,196 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:29:27,196 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 763, reset compression=false 2024-12-05T09:29:27,196 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,45427,1733390949451 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffbeee73151aaaac16fb3ca6d71e5710/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T09:29:27,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:29:27,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:29:27,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:29:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:27,413 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 763, reset compression=false 2024-12-05T09:29:27,453 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 608, reset compression=false 2024-12-05T09:29:27,457 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:27,457 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 756, reset compression=false 2024-12-05T09:29:27,457 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,34723,1733390952918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:27,661 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 756, reset compression=false 2024-12-05T09:29:27,719 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 763, reset compression=false 2024-12-05T09:29:27,965 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 756, reset compression=false 2024-12-05T09:29:28,040 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T09:29:28,043 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T09:29:28,122 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 763, reset compression=false 2024-12-05T09:29:28,368 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 756, reset compression=false 2024-12-05T09:29:28,373 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:29:28,373 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 915, reset compression=false 2024-12-05T09:29:28,373 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,34723,1733390952918 got entry batch from reader: WALEntryBatch [walEntries=[{test/0737d14984153745fadf601598ce9b7e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T09:29:28,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:29:28,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:29:28,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 915, reset compression=false 2024-12-05T09:29:28,625 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 763, reset compression=false 2024-12-05T09:29:28,630 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:28,630 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:28,630 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,45427,1733390949451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:28,834 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:28,881 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 915, reset compression=false 2024-12-05T09:29:29,044 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T09:29:29,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:29:29,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:29,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:29,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:29,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:29,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:29,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:29:29,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1002333367, stopped=false 2024-12-05T09:29:29,047 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,34089,1733390952781 2024-12-05T09:29:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856283909/running 2024-12-05T09:29:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856283909/running 2024-12-05T09:29:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:29,109 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:29,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:29,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:29,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:29,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/running 2024-12-05T09:29:29,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Set watcher on znode that does not yet exist, /1-856283909/running 2024-12-05T09:29:29,110 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,34723,1733390952918' ***** 2024-12-05T09:29:29,110 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:29:29,110 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:29:29,110 INFO [RS:0;33186fd147fa:34723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:29:29,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:29:29,110 INFO [RS:0;33186fd147fa:34723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:29:29,110 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(3091): Received CLOSE for d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(3091): Received CLOSE for 0737d14984153745fadf601598ce9b7e 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,34723,1733390952918 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:29,111 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2fa65d84029bddef3662983a885932f, disabling compactions & flushes 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:34723. 2024-12-05T09:29:29,111 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:29,111 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:29,111 DEBUG [RS:0;33186fd147fa:34723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:29,111 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. after waiting 0 ms 2024-12-05T09:29:29,111 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:29,111 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:29:29,111 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2fa65d84029bddef3662983a885932f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:29:29,111 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:29:29,111 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2fa65d84029bddef3662983a885932f=hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f., 0737d14984153745fadf601598ce9b7e=test,,1733390958535.0737d14984153745fadf601598ce9b7e.} 2024-12-05T09:29:29,111 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740, d2fa65d84029bddef3662983a885932f 2024-12-05T09:29:29,111 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:29,112 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:29,112 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:29,112 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:29,112 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:29,112 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:29:29,117 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:29,125 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/info/84404b87612447859550e48ad645d6f8 is 147, key is hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f./info:regioninfo/1733390964020/Put/seqid=0 2024-12-05T09:29:29,127 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/.tmp/queue/ed3ef14ee59a43c89b1b942f20b00c6d is 153, key is 1-33186fd147fa,34723,1733390952918/queue:33186fd147fa%2C34723%2C1733390952918/1733390968378/Put/seqid=0 2024-12-05T09:29:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741840_1016 (size=7686) 2024-12-05T09:29:29,129 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/info/84404b87612447859550e48ad645d6f8 2024-12-05T09:29:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741841_1017 (size=5352) 2024-12-05T09:29:29,131 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/.tmp/queue/ed3ef14ee59a43c89b1b942f20b00c6d 2024-12-05T09:29:29,135 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/.tmp/queue/ed3ef14ee59a43c89b1b942f20b00c6d as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/queue/ed3ef14ee59a43c89b1b942f20b00c6d 2024-12-05T09:29:29,139 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/queue/ed3ef14ee59a43c89b1b942f20b00c6d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T09:29:29,140 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d2fa65d84029bddef3662983a885932f in 29ms, sequenceid=10, compaction requested=false 2024-12-05T09:29:29,142 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:29,149 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/ns/89a6e5355bdc408eaec38e065a1e3737 is 43, key is default/ns:d/1733390956327/Put/seqid=0 2024-12-05T09:29:29,151 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/replication/d2fa65d84029bddef3662983a885932f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T09:29:29,151 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:29,151 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:29,151 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:29,151 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2fa65d84029bddef3662983a885932f: Waiting for close lock at 1733390969111Running coprocessor pre-close hooks at 1733390969111Disabling compacts and flushes for region at 1733390969111Disabling writes for close at 1733390969111Obtaining lock to block concurrent updates at 1733390969111Preparing flush snapshotting stores in d2fa65d84029bddef3662983a885932f at 1733390969111Finished memstore snapshotting hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733390969111Flushing stores of hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. at 1733390969112 (+1 ms)Flushing d2fa65d84029bddef3662983a885932f/queue: creating writer at 1733390969112Flushing d2fa65d84029bddef3662983a885932f/queue: appending metadata at 1733390969127 (+15 ms)Flushing d2fa65d84029bddef3662983a885932f/queue: closing flushed file at 1733390969127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15df5f2d: reopening flushed file at 1733390969134 (+7 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d2fa65d84029bddef3662983a885932f in 29ms, sequenceid=10, compaction requested=false at 1733390969140 (+6 ms)Writing region close event to WAL at 1733390969143 (+3 ms)Running coprocessor post-close hooks at 1733390969151 (+8 ms)Closed at 1733390969151 2024-12-05T09:29:29,151 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390962866.d2fa65d84029bddef3662983a885932f. 2024-12-05T09:29:29,152 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0737d14984153745fadf601598ce9b7e, disabling compactions & flushes 2024-12-05T09:29:29,152 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:29,152 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:29,152 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390958535.0737d14984153745fadf601598ce9b7e. after waiting 0 ms 2024-12-05T09:29:29,152 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:29,152 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0737d14984153745fadf601598ce9b7e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T09:29:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741842_1018 (size=5153) 2024-12-05T09:29:29,165 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/f/335591f0a92c490cbbd86e9af69b11bc is 29, key is row1/f:/1733390968041/DeleteFamily/seqid=0 2024-12-05T09:29:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741843_1019 (size=5118) 2024-12-05T09:29:29,207 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:29:29,207 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:29:29,284 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 915, reset compression=false 2024-12-05T09:29:29,288 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:29,288 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 1162, reset compression=false 2024-12-05T09:29:29,288 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,34723,1733390952918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:29,289 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,34723,1733390952918: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,34723,1733390952918, walGroup=33186fd147fa%2C34723%2C1733390952918, offset=33186fd147fa%2C34723%2C1733390952918.1733390955334:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:34723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:29:29,291 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:29:29,291 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:29:29,291 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:29:29,291 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:29:29,292 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:29:29,292 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 621184056 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191507656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:29:29,292 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:34089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:34089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:29:29,312 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740 2024-12-05T09:29:29,492 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 1162, reset compression=false 2024-12-05T09:29:29,512 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740 2024-12-05T09:29:29,547 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:29,553 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/ns/89a6e5355bdc408eaec38e065a1e3737 2024-12-05T09:29:29,568 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/rep_barrier/37ed530e3294461cb2d053d3e6568e02 is 112, key is test,,1733390958535.0737d14984153745fadf601598ce9b7e./rep_barrier:seqnumDuringOpen/1733390959676/Put/seqid=0 2024-12-05T09:29:29,568 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/f/335591f0a92c490cbbd86e9af69b11bc 2024-12-05T09:29:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741844_1020 (size=5518) 2024-12-05T09:29:29,572 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 335591f0a92c490cbbd86e9af69b11bc 2024-12-05T09:29:29,585 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/f1/540c2efd3ce1487e84b2d59de0fca9ba is 30, key is row1/f1:/1733390968041/DeleteFamily/seqid=0 2024-12-05T09:29:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741845_1021 (size=5123) 2024-12-05T09:29:29,712 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740 2024-12-05T09:29:29,795 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 1162, reset compression=false 2024-12-05T09:29:29,912 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740 2024-12-05T09:29:29,971 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/rep_barrier/37ed530e3294461cb2d053d3e6568e02 2024-12-05T09:29:29,988 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/f1/540c2efd3ce1487e84b2d59de0fca9ba 2024-12-05T09:29:29,992 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/table/dafe2ca6900f4f74a42bcca43f2456b9 is 53, key is hbase:replication/table:state/1733390964026/Put/seqid=0 2024-12-05T09:29:29,992 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 540c2efd3ce1487e84b2d59de0fca9ba 2024-12-05T09:29:29,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741846_1022 (size=5308) 2024-12-05T09:29:30,004 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/norep/b0ad3fd50f0546f2abb8c895f97a836f is 33, key is row1/norep:/1733390968041/DeleteFamily/seqid=0 2024-12-05T09:29:30,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741847_1023 (size=5108) 2024-12-05T09:29:30,050 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:30,112 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:29:30,112 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0737d14984153745fadf601598ce9b7e=test,,1733390958535.0737d14984153745fadf601598ce9b7e.} 2024-12-05T09:29:30,113 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740 2024-12-05T09:29:30,199 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.wal-reader.33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 to pos 1162, reset compression=false 2024-12-05T09:29:30,313 DEBUG [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1351): Waiting on 0737d14984153745fadf601598ce9b7e, 1588230740 2024-12-05T09:29:30,396 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/table/dafe2ca6900f4f74a42bcca43f2456b9 2024-12-05T09:29:30,400 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/info/84404b87612447859550e48ad645d6f8 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/info/84404b87612447859550e48ad645d6f8 2024-12-05T09:29:30,404 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/info/84404b87612447859550e48ad645d6f8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:29:30,404 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/ns/89a6e5355bdc408eaec38e065a1e3737 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/ns/89a6e5355bdc408eaec38e065a1e3737 2024-12-05T09:29:30,408 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/norep/b0ad3fd50f0546f2abb8c895f97a836f 2024-12-05T09:29:30,408 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/ns/89a6e5355bdc408eaec38e065a1e3737, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:29:30,409 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/rep_barrier/37ed530e3294461cb2d053d3e6568e02 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/rep_barrier/37ed530e3294461cb2d053d3e6568e02 2024-12-05T09:29:30,411 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0ad3fd50f0546f2abb8c895f97a836f 2024-12-05T09:29:30,412 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/f/335591f0a92c490cbbd86e9af69b11bc as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/f/335591f0a92c490cbbd86e9af69b11bc 2024-12-05T09:29:30,412 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/rep_barrier/37ed530e3294461cb2d053d3e6568e02, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:29:30,412 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/.tmp/table/dafe2ca6900f4f74a42bcca43f2456b9 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/table/dafe2ca6900f4f74a42bcca43f2456b9 2024-12-05T09:29:30,415 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 335591f0a92c490cbbd86e9af69b11bc 2024-12-05T09:29:30,415 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/f/335591f0a92c490cbbd86e9af69b11bc, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T09:29:30,415 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/table/dafe2ca6900f4f74a42bcca43f2456b9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:29:30,416 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/f1/540c2efd3ce1487e84b2d59de0fca9ba as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/f1/540c2efd3ce1487e84b2d59de0fca9ba 2024-12-05T09:29:30,416 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-12-05T09:29:30,420 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 540c2efd3ce1487e84b2d59de0fca9ba 2024-12-05T09:29:30,420 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/f1/540c2efd3ce1487e84b2d59de0fca9ba, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T09:29:30,421 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/.tmp/norep/b0ad3fd50f0546f2abb8c895f97a836f as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/norep/b0ad3fd50f0546f2abb8c895f97a836f 2024-12-05T09:29:30,421 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:29:30,422 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:30,422 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:30,422 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:30,422 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390969111Running coprocessor pre-close hooks at 1733390969111Disabling compacts and flushes for region at 1733390969111Disabling writes for close at 1733390969112 (+1 ms)Obtaining lock to block concurrent updates at 1733390969112Preparing flush snapshotting stores in 1588230740 at 1733390969112Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733390969112Flushing stores of hbase:meta,,1.1588230740 at 1733390969112Flushing 1588230740/info: creating writer at 1733390969112Flushing 1588230740/info: appending metadata at 1733390969125 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733390969125Flushing 1588230740/ns: creating writer at 1733390969133 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733390969148 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733390969149 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733390969556 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733390969567 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733390969567Flushing 1588230740/table: creating writer at 1733390969975 (+408 ms)Flushing 1588230740/table: appending metadata at 1733390969991 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733390969991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b9f0f8: reopening flushed file at 1733390970399 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dbc389: reopening flushed file at 1733390970404 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2bb209: reopening flushed file at 1733390970408 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547058b0: reopening flushed file at 1733390970412 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1733390970416 (+4 ms)Writing region close event to WAL at 1733390970419 (+3 ms)Running coprocessor post-close hooks at 1733390970422 (+3 ms)Closed at 1733390970422 2024-12-05T09:29:30,422 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:30,424 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0ad3fd50f0546f2abb8c895f97a836f 2024-12-05T09:29:30,424 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/norep/b0ad3fd50f0546f2abb8c895f97a836f, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T09:29:30,425 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0737d14984153745fadf601598ce9b7e in 1273ms, sequenceid=8, compaction requested=false 2024-12-05T09:29:30,428 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/data/default/test/0737d14984153745fadf601598ce9b7e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T09:29:30,429 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:30,429 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:30,429 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:30,429 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0737d14984153745fadf601598ce9b7e: Waiting for close lock at 1733390969152Running coprocessor pre-close hooks at 1733390969152Disabling compacts and flushes for region at 1733390969152Disabling writes for close at 1733390969152Obtaining lock to block concurrent updates at 1733390969152Preparing flush snapshotting stores in 0737d14984153745fadf601598ce9b7e at 1733390969152Finished memstore snapshotting test,,1733390958535.0737d14984153745fadf601598ce9b7e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733390969152Flushing stores of test,,1733390958535.0737d14984153745fadf601598ce9b7e. at 1733390969153 (+1 ms)Flushing 0737d14984153745fadf601598ce9b7e/f: creating writer at 1733390969153Flushing 0737d14984153745fadf601598ce9b7e/f: appending metadata at 1733390969164 (+11 ms)Flushing 0737d14984153745fadf601598ce9b7e/f: closing flushed file at 1733390969164Flushing 0737d14984153745fadf601598ce9b7e/f1: creating writer at 1733390969572 (+408 ms)Flushing 0737d14984153745fadf601598ce9b7e/f1: appending metadata at 1733390969584 (+12 ms)Flushing 0737d14984153745fadf601598ce9b7e/f1: closing flushed file at 1733390969584Flushing 0737d14984153745fadf601598ce9b7e/norep: creating writer at 1733390969992 (+408 ms)Flushing 0737d14984153745fadf601598ce9b7e/norep: appending metadata at 1733390970004 (+12 ms)Flushing 0737d14984153745fadf601598ce9b7e/norep: closing flushed file at 1733390970004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193b06b6: reopening flushed file at 1733390970411 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7003d6b0: reopening flushed file at 1733390970415 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c9bfea: reopening flushed file at 1733390970420 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0737d14984153745fadf601598ce9b7e in 1273ms, sequenceid=8, compaction requested=false at 1733390970425 (+5 ms)Writing region close event to WAL at 1733390970426 (+1 ms)Running coprocessor post-close hooks at 1733390970429 (+3 ms)Closed at 1733390970429 2024-12-05T09:29:30,429 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390958535.0737d14984153745fadf601598ce9b7e. 2024-12-05T09:29:30,513 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,34723,1733390952918; all regions closed. 2024-12-05T09:29:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:29:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741839_1015 (size=2676) 2024-12-05T09:29:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741832_1008 (size=1814) 2024-12-05T09:29:30,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/WALs/33186fd147fa,34723,1733390952918/33186fd147fa%2C34723%2C1733390952918.1733390955334 not finished, retry = 0 2024-12-05T09:29:30,621 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:30,621 INFO [RS:0;33186fd147fa:34723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:30,621 INFO [RS:0;33186fd147fa:34723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:30,622 INFO [RS:0;33186fd147fa:34723 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:30,622 INFO [RS:0;33186fd147fa:34723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:30,622 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:30,622 INFO [RS:0;33186fd147fa:34723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,34723,1733390952918 because: Region server is closing 2024-12-05T09:29:30,622 INFO [RS:0;33186fd147fa:34723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:34723. 2024-12-05T09:29:30,622 DEBUG [RS:0;33186fd147fa:34723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:30,622 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:30,622 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:30,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:30,654 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:30,723 INFO [RS:0;33186fd147fa:34723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,34723,1733390952918.replicationSource.shipper33186fd147fa%2C34723%2C1733390952918,1-33186fd147fa,34723,1733390952918 terminated 2024-12-05T09:29:30,723 INFO [RS:0;33186fd147fa:34723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:34723. 2024-12-05T09:29:30,723 DEBUG [RS:0;33186fd147fa:34723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:30,723 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:30,723 DEBUG [RS:0;33186fd147fa:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:30,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:30,723 INFO [RS:0;33186fd147fa:34723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34723 2024-12-05T09:29:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856283909/rs/33186fd147fa,34723,1733390952918 2024-12-05T09:29:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909/rs 2024-12-05T09:29:30,784 INFO [RS:0;33186fd147fa:34723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:30,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,34723,1733390952918] 2024-12-05T09:29:30,800 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-856283909/draining/33186fd147fa,34723,1733390952918 already deleted, retry=false 2024-12-05T09:29:30,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,34723,1733390952918 expired; onlineServers=0 2024-12-05T09:29:30,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,34089,1733390952781' ***** 2024-12-05T09:29:30,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:29:30,801 INFO [M:0;33186fd147fa:34089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:30,801 INFO [M:0;33186fd147fa:34089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:30,801 DEBUG [M:0;33186fd147fa:34089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:29:30,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:29:30,801 DEBUG [M:0;33186fd147fa:34089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:29:30,801 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390955061 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390955061,5,FailOnTimeoutGroup] 2024-12-05T09:29:30,801 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390955061 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390955061,5,FailOnTimeoutGroup] 2024-12-05T09:29:30,801 INFO [M:0;33186fd147fa:34089 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:30,801 INFO [M:0;33186fd147fa:34089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:30,801 DEBUG [M:0;33186fd147fa:34089 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:29:30,801 INFO [M:0;33186fd147fa:34089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:29:30,801 INFO [M:0;33186fd147fa:34089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:30,802 INFO [M:0;33186fd147fa:34089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:29:30,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:29:30,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856283909/master 2024-12-05T09:29:30,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856283909 2024-12-05T09:29:30,811 DEBUG [M:0;33186fd147fa:34089 {}] zookeeper.ZKUtil(347): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Unable to get data of znode /1-856283909/master because node does not exist (not an error) 2024-12-05T09:29:30,811 WARN [M:0;33186fd147fa:34089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:29:30,812 INFO [M:0;33186fd147fa:34089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/.lastflushedseqids 2024-12-05T09:29:30,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741848_1024 (size=245) 2024-12-05T09:29:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:30,892 INFO [RS:0;33186fd147fa:34723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x101a6009cbd0004, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:30,892 INFO [RS:0;33186fd147fa:34723 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,34723,1733390952918; zookeeper connection closed. 2024-12-05T09:29:30,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@368d68d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@368d68d5 2024-12-05T09:29:30,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:29:31,216 INFO [M:0;33186fd147fa:34089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:29:31,217 INFO [M:0;33186fd147fa:34089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:29:31,217 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:31,217 INFO [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:31,217 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:31,217 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:31,217 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:31,217 INFO [M:0;33186fd147fa:34089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T09:29:31,229 DEBUG [M:0;33186fd147fa:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d0c96124df34cf098b8b3f8aeaf7bd4 is 82, key is hbase:meta,,1/info:regioninfo/1733390956311/Put/seqid=0 2024-12-05T09:29:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741849_1025 (size=5672) 2024-12-05T09:29:31,357 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:31,634 INFO [M:0;33186fd147fa:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d0c96124df34cf098b8b3f8aeaf7bd4 2024-12-05T09:29:31,650 DEBUG [M:0;33186fd147fa:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a474e5fde7c14a81b4f0148509113cf7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733390964029/Put/seqid=0 2024-12-05T09:29:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741850_1026 (size=8516) 2024-12-05T09:29:32,056 INFO [M:0;33186fd147fa:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a474e5fde7c14a81b4f0148509113cf7 2024-12-05T09:29:32,072 DEBUG [M:0;33186fd147fa:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffde3788386c492f975d86f57468ad79 is 69, key is 33186fd147fa,34723,1733390952918/rs:state/1733390955181/Put/seqid=0 2024-12-05T09:29:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741851_1027 (size=5156) 2024-12-05T09:29:32,161 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:32,442 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:32,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:32,443 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:32,476 INFO [M:0;33186fd147fa:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffde3788386c492f975d86f57468ad79 2024-12-05T09:29:32,481 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d0c96124df34cf098b8b3f8aeaf7bd4 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d0c96124df34cf098b8b3f8aeaf7bd4 2024-12-05T09:29:32,484 INFO [M:0;33186fd147fa:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d0c96124df34cf098b8b3f8aeaf7bd4, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T09:29:32,485 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a474e5fde7c14a81b4f0148509113cf7 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a474e5fde7c14a81b4f0148509113cf7 2024-12-05T09:29:32,489 INFO [M:0;33186fd147fa:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a474e5fde7c14a81b4f0148509113cf7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T09:29:32,490 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffde3788386c492f975d86f57468ad79 as hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffde3788386c492f975d86f57468ad79 2024-12-05T09:29:32,494 INFO [M:0;33186fd147fa:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffde3788386c492f975d86f57468ad79, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T09:29:32,494 INFO [M:0;33186fd147fa:34089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-12-05T09:29:32,495 INFO [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:32,495 DEBUG [M:0;33186fd147fa:34089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390971217Disabling compacts and flushes for region at 1733390971217Disabling writes for close at 1733390971217Obtaining lock to block concurrent updates at 1733390971217Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390971217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733390971217Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390971218 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390971218Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390971229 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390971229Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390971638 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390971650 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390971650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390972060 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390972072 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390972072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70947e25: reopening flushed file at 1733390972480 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3c2af9: reopening flushed file at 1733390972485 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36dabad1: reopening flushed file at 1733390972489 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1733390972494 (+5 ms)Writing region close event to WAL at 1733390972495 (+1 ms)Closed at 1733390972495 2024-12-05T09:29:32,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741830_1006 (size=63654) 2024-12-05T09:29:32,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f598b922-9867-efcc-f0c7-f21df61830e1/MasterData/WALs/33186fd147fa,34089,1733390952781/33186fd147fa%2C34089%2C1733390952781.1733390954815 not finished, retry = 0 2024-12-05T09:29:32,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:32,598 INFO [M:0;33186fd147fa:34089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:29:32,598 INFO [M:0;33186fd147fa:34089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34089 2024-12-05T09:29:32,598 INFO [M:0;33186fd147fa:34089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:32,759 INFO [M:0;33186fd147fa:34089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x101a6009cbd0003, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:32,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@359b55a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:32,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fdc8907{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:32,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:32,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cabcc3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:32,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@feb2d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:32,764 WARN [BP-1903887504-172.17.0.3-1733390951396 heartbeating to localhost/127.0.0.1:45881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:29:32,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:29:32,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:29:32,764 WARN [BP-1903887504-172.17.0.3-1733390951396 heartbeating to localhost/127.0.0.1:45881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1903887504-172.17.0.3-1733390951396 (Datanode Uuid 419bdf6b-fb19-4751-a1b3-bf40a219292c) service to localhost/127.0.0.1:45881 2024-12-05T09:29:32,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/cluster_18253f8f-a39c-b814-7f3b-ebfd81f1cee0/data/data1/current/BP-1903887504-172.17.0.3-1733390951396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:32,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/cluster_18253f8f-a39c-b814-7f3b-ebfd81f1cee0/data/data2/current/BP-1903887504-172.17.0.3-1733390951396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:32,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:29:32,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57288901{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:32,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@771493c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:32,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:32,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1f65d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:32,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f613f66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:29:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:29:32,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:32,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:32,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:32,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:32,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:32,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:29:32,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260229908, stopped=false 2024-12-05T09:29:32,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,41759,1733390949279 2024-12-05T09:29:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832262746/running 2024-12-05T09:29:32,794 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832262746/running 2024-12-05T09:29:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:32,794 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:32,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:32,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:29:32,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:32,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/running 2024-12-05T09:29:32,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:32,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Set watcher on znode that does not yet exist, /0832262746/running 2024-12-05T09:29:32,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,45427,1733390949451' ***** 2024-12-05T09:29:32,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:29:32,795 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:29:32,795 INFO [RS:0;33186fd147fa:45427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:29:32,795 INFO [RS:0;33186fd147fa:45427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:29:32,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:29:32,795 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(3091): Received CLOSE for cbca3b0c3d82fcfb7bf864b8dd111fbd 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(3091): Received CLOSE for ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,45427,1733390949451 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:45427. 2024-12-05T09:29:32,796 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbca3b0c3d82fcfb7bf864b8dd111fbd, disabling compactions & flushes 2024-12-05T09:29:32,796 DEBUG [RS:0;33186fd147fa:45427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:32,796 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:32,796 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:32,796 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:32,796 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. after waiting 0 ms 2024-12-05T09:29:32,796 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:29:32,796 INFO [RS:0;33186fd147fa:45427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:29:32,796 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbca3b0c3d82fcfb7bf864b8dd111fbd 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T09:29:32,797 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:29:32,797 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:29:32,797 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1325): Online Regions={cbca3b0c3d82fcfb7bf864b8dd111fbd=hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd., 1588230740=hbase:meta,,1.1588230740, ffbeee73151aaaac16fb3ca6d71e5710=test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.} 2024-12-05T09:29:32,797 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbca3b0c3d82fcfb7bf864b8dd111fbd, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:32,797 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:32,797 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:32,797 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:32,797 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:32,797 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:32,798 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:29:32,809 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/.tmp/queue/3edbe1963008442e94e777e0d623baba is 153, key is 1-33186fd147fa,45427,1733390949451/queue:33186fd147fa%2C45427%2C1733390949451/1733390968631/Put/seqid=0 2024-12-05T09:29:32,809 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/info/8a780f4355c24333b48f774185c2b656 is 147, key is hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd./info:regioninfo/1733390961886/Put/seqid=0 2024-12-05T09:29:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741841_1017 (size=5352) 2024-12-05T09:29:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741840_1016 (size=7686) 2024-12-05T09:29:32,812 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/.tmp/queue/3edbe1963008442e94e777e0d623baba 2024-12-05T09:29:32,816 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/.tmp/queue/3edbe1963008442e94e777e0d623baba as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/queue/3edbe1963008442e94e777e0d623baba 2024-12-05T09:29:32,820 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/queue/3edbe1963008442e94e777e0d623baba, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T09:29:32,820 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cbca3b0c3d82fcfb7bf864b8dd111fbd in 24ms, sequenceid=10, compaction requested=false 2024-12-05T09:29:32,823 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/replication/cbca3b0c3d82fcfb7bf864b8dd111fbd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:32,824 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbca3b0c3d82fcfb7bf864b8dd111fbd: Waiting for close lock at 1733390972796Running coprocessor pre-close hooks at 1733390972796Disabling compacts and flushes for region at 1733390972796Disabling writes for close at 1733390972796Obtaining lock to block concurrent updates at 1733390972796Preparing flush snapshotting stores in cbca3b0c3d82fcfb7bf864b8dd111fbd at 1733390972796Finished memstore snapshotting hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733390972796Flushing stores of hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. at 1733390972797 (+1 ms)Flushing cbca3b0c3d82fcfb7bf864b8dd111fbd/queue: creating writer at 1733390972797Flushing cbca3b0c3d82fcfb7bf864b8dd111fbd/queue: appending metadata at 1733390972808 (+11 ms)Flushing cbca3b0c3d82fcfb7bf864b8dd111fbd/queue: closing flushed file at 1733390972808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bce7b23: reopening flushed file at 1733390972816 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cbca3b0c3d82fcfb7bf864b8dd111fbd in 24ms, sequenceid=10, compaction requested=false at 1733390972820 (+4 ms)Writing region close event to WAL at 1733390972821 (+1 ms)Running coprocessor post-close hooks at 1733390972824 (+3 ms)Closed at 1733390972824 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733390960702.cbca3b0c3d82fcfb7bf864b8dd111fbd. 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffbeee73151aaaac16fb3ca6d71e5710, disabling compactions & flushes 2024-12-05T09:29:32,824 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. after waiting 0 ms 2024-12-05T09:29:32,824 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:32,824 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffbeee73151aaaac16fb3ca6d71e5710 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T09:29:32,841 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/f/6cffd739f99c493d839ae58e9242b25a is 29, key is row1/f:/1733390968041/DeleteFamily/seqid=0 2024-12-05T09:29:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741842_1018 (size=5118) 2024-12-05T09:29:32,851 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:32,997 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:33,064 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 912, reset compression=false 2024-12-05T09:29:33,068 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:33,068 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1159, reset compression=false 2024-12-05T09:29:33,068 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,45427,1733390949451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:29:33,068 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,45427,1733390949451: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,45427,1733390949451, walGroup=33186fd147fa%2C45427%2C1733390949451, offset=33186fd147fa%2C45427%2C1733390949451.1733390950579:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:45427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:29:33,069 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:29:33,069 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:29:33,070 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:29:33,070 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:29:33,070 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:29:33,070 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 677807160 }, "NonHeapMemoryUsage": { "committed": 195559424, "init": 7667712, "max": -1, "used": 192078800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:29:33,070 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:29:33,198 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:33,212 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/info/8a780f4355c24333b48f774185c2b656 2024-12-05T09:29:33,227 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/ns/111a495e9311472dbff10d8dc1112c4c is 43, key is default/ns:d/1733390951257/Put/seqid=0 2024-12-05T09:29:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741843_1019 (size=5153) 2024-12-05T09:29:33,245 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/f/6cffd739f99c493d839ae58e9242b25a 2024-12-05T09:29:33,249 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cffd739f99c493d839ae58e9242b25a 2024-12-05T09:29:33,261 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/f1/3cd42b91a0d74e299650081c76c88991 is 30, key is row1/f1:/1733390968041/DeleteFamily/seqid=0 2024-12-05T09:29:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741844_1020 (size=5123) 2024-12-05T09:29:33,270 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1159, reset compression=false 2024-12-05T09:29:33,398 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:33,427 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:29:33,427 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:29:33,574 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1159, reset compression=false 2024-12-05T09:29:33,598 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:33,630 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/ns/111a495e9311472dbff10d8dc1112c4c 2024-12-05T09:29:33,646 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/rep_barrier/bcd560bc183b4d49823cdda5b1106332 is 112, key is test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710./rep_barrier:seqnumDuringOpen/1733390957527/Put/seqid=0 2024-12-05T09:29:33,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741845_1021 (size=5518) 2024-12-05T09:29:33,665 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/f1/3cd42b91a0d74e299650081c76c88991 2024-12-05T09:29:33,669 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cd42b91a0d74e299650081c76c88991 2024-12-05T09:29:33,684 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/norep/09e55d6c9eea4216ae8ba3b832b22d8f is 32, key is row/norep:/1733390967028/DeleteFamily/seqid=0 2024-12-05T09:29:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741846_1022 (size=5101) 2024-12-05T09:29:33,798 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:29:33,798 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ffbeee73151aaaac16fb3ca6d71e5710=test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710.} 2024-12-05T09:29:33,798 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:33,977 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1159, reset compression=false 2024-12-05T09:29:33,998 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffbeee73151aaaac16fb3ca6d71e5710 2024-12-05T09:29:34,050 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/rep_barrier/bcd560bc183b4d49823cdda5b1106332 2024-12-05T09:29:34,070 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/table/9b3b94a60dac46d9a6b726321091a015 is 53, key is hbase:replication/table:state/1733390961892/Put/seqid=0 2024-12-05T09:29:34,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741847_1023 (size=5308) 2024-12-05T09:29:34,088 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/norep/09e55d6c9eea4216ae8ba3b832b22d8f 2024-12-05T09:29:34,091 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e55d6c9eea4216ae8ba3b832b22d8f 2024-12-05T09:29:34,092 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/f/6cffd739f99c493d839ae58e9242b25a as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/f/6cffd739f99c493d839ae58e9242b25a 2024-12-05T09:29:34,096 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cffd739f99c493d839ae58e9242b25a 2024-12-05T09:29:34,096 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/f/6cffd739f99c493d839ae58e9242b25a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T09:29:34,096 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/f1/3cd42b91a0d74e299650081c76c88991 as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/f1/3cd42b91a0d74e299650081c76c88991 2024-12-05T09:29:34,099 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cd42b91a0d74e299650081c76c88991 2024-12-05T09:29:34,099 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/f1/3cd42b91a0d74e299650081c76c88991, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T09:29:34,100 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/.tmp/norep/09e55d6c9eea4216ae8ba3b832b22d8f as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/norep/09e55d6c9eea4216ae8ba3b832b22d8f 2024-12-05T09:29:34,102 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e55d6c9eea4216ae8ba3b832b22d8f 2024-12-05T09:29:34,102 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/norep/09e55d6c9eea4216ae8ba3b832b22d8f, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T09:29:34,103 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ffbeee73151aaaac16fb3ca6d71e5710 in 1279ms, sequenceid=8, compaction requested=false 2024-12-05T09:29:34,103 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:29:34,107 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/default/test/ffbeee73151aaaac16fb3ca6d71e5710/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T09:29:34,108 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:34,108 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:34,108 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:34,108 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffbeee73151aaaac16fb3ca6d71e5710: Waiting for close lock at 1733390972824Running coprocessor pre-close hooks at 1733390972824Disabling compacts and flushes for region at 1733390972824Disabling writes for close at 1733390972824Obtaining lock to block concurrent updates at 1733390972824Preparing flush snapshotting stores in ffbeee73151aaaac16fb3ca6d71e5710 at 1733390972824Finished memstore snapshotting test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733390972825 (+1 ms)Flushing stores of test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. at 1733390972825Flushing ffbeee73151aaaac16fb3ca6d71e5710/f: creating writer at 1733390972825Flushing ffbeee73151aaaac16fb3ca6d71e5710/f: appending metadata at 1733390972840 (+15 ms)Flushing ffbeee73151aaaac16fb3ca6d71e5710/f: closing flushed file at 1733390972841 (+1 ms)Flushing ffbeee73151aaaac16fb3ca6d71e5710/f1: creating writer at 1733390973249 (+408 ms)Flushing ffbeee73151aaaac16fb3ca6d71e5710/f1: appending metadata at 1733390973261 (+12 ms)Flushing ffbeee73151aaaac16fb3ca6d71e5710/f1: closing flushed file at 1733390973261Flushing ffbeee73151aaaac16fb3ca6d71e5710/norep: creating writer at 1733390973669 (+408 ms)Flushing ffbeee73151aaaac16fb3ca6d71e5710/norep: appending metadata at 1733390973683 (+14 ms)Flushing ffbeee73151aaaac16fb3ca6d71e5710/norep: closing flushed file at 1733390973683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27fa9a9e: reopening flushed file at 1733390974091 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba52eaf: reopening flushed file at 1733390974096 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fcbf70: reopening flushed file at 1733390974099 (+3 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ffbeee73151aaaac16fb3ca6d71e5710 in 1279ms, sequenceid=8, compaction requested=false at 1733390974103 (+4 ms)Writing region close event to WAL at 1733390974105 (+2 ms)Running coprocessor post-close hooks at 1733390974108 (+3 ms)Closed at 1733390974108 2024-12-05T09:29:34,108 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390956380.ffbeee73151aaaac16fb3ca6d71e5710. 2024-12-05T09:29:34,199 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:29:34,399 DEBUG [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:29:34,474 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/table/9b3b94a60dac46d9a6b726321091a015 2024-12-05T09:29:34,477 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/info/8a780f4355c24333b48f774185c2b656 as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/info/8a780f4355c24333b48f774185c2b656 2024-12-05T09:29:34,480 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1159, reset compression=false 2024-12-05T09:29:34,481 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/info/8a780f4355c24333b48f774185c2b656, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:29:34,482 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/ns/111a495e9311472dbff10d8dc1112c4c as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/ns/111a495e9311472dbff10d8dc1112c4c 2024-12-05T09:29:34,485 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:29:34,485 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1803, reset compression=false 2024-12-05T09:29:34,486 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/ns/111a495e9311472dbff10d8dc1112c4c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:29:34,487 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/rep_barrier/bcd560bc183b4d49823cdda5b1106332 as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/rep_barrier/bcd560bc183b4d49823cdda5b1106332 2024-12-05T09:29:34,491 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/rep_barrier/bcd560bc183b4d49823cdda5b1106332, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:29:34,492 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/.tmp/table/9b3b94a60dac46d9a6b726321091a015 as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/table/9b3b94a60dac46d9a6b726321091a015 2024-12-05T09:29:34,496 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/table/9b3b94a60dac46d9a6b726321091a015, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:29:34,497 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-12-05T09:29:34,497 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:29:34,502 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:29:34,503 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:34,503 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:34,503 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:34,503 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390972797Running coprocessor pre-close hooks at 1733390972797Disabling compacts and flushes for region at 1733390972797Disabling writes for close at 1733390972797Obtaining lock to block concurrent updates at 1733390972798 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733390972798Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733390972798Flushing stores of hbase:meta,,1.1588230740 at 1733390972798Flushing 1588230740/info: creating writer at 1733390972798Flushing 1588230740/info: appending metadata at 1733390972808 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733390972808Flushing 1588230740/ns: creating writer at 1733390973216 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733390973227 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733390973227Flushing 1588230740/rep_barrier: creating writer at 1733390973634 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733390973646 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733390973646Flushing 1588230740/table: creating writer at 1733390974053 (+407 ms)Flushing 1588230740/table: appending metadata at 1733390974070 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733390974070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a194692: reopening flushed file at 1733390974477 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4307c32f: reopening flushed file at 1733390974481 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d942aaf: reopening flushed file at 1733390974487 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20876c6d: reopening flushed file at 1733390974491 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1733390974497 (+6 ms)Writing region close event to WAL at 1733390974500 (+3 ms)Running coprocessor post-close hooks at 1733390974503 (+3 ms)Closed at 1733390974503 2024-12-05T09:29:34,503 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:34,599 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,45427,1733390949451; all regions closed. 2024-12-05T09:29:34,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:29:34,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.meta.1733390951146.meta not finished, retry = 0 2024-12-05T09:29:34,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:29:34,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:34,687 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.wal-reader.33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 to pos 1803, reset compression=false 2024-12-05T09:29:34,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.rep.1733390961859 not finished, retry = 0 2024-12-05T09:29:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741839_1015 (size=2676) 2024-12-05T09:29:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:29:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:29:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:29:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741833_1009 (size=1811) 2024-12-05T09:29:34,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/WALs/33186fd147fa,45427,1733390949451/33186fd147fa%2C45427%2C1733390949451.1733390950579 not finished, retry = 0 2024-12-05T09:29:34,907 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:34,907 INFO [RS:0;33186fd147fa:45427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:29:34,907 INFO [RS:0;33186fd147fa:45427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:34,907 INFO [RS:0;33186fd147fa:45427 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:34,907 INFO [RS:0;33186fd147fa:45427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:34,907 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:34,908 INFO [RS:0;33186fd147fa:45427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,45427,1733390949451 because: Region server is closing 2024-12-05T09:29:34,908 INFO [RS:0;33186fd147fa:45427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:45427. 2024-12-05T09:29:34,908 DEBUG [RS:0;33186fd147fa:45427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:34,908 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:34,908 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:34,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:35,008 INFO [RS:0;33186fd147fa:45427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,45427,1733390949451.replicationSource.shipper33186fd147fa%2C45427%2C1733390949451,1-33186fd147fa,45427,1733390949451 terminated 2024-12-05T09:29:35,008 INFO [RS:0;33186fd147fa:45427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:45427. 2024-12-05T09:29:35,008 DEBUG [RS:0;33186fd147fa:45427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:29:35,008 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:35,009 DEBUG [RS:0;33186fd147fa:45427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:35,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:35,009 INFO [RS:0;33186fd147fa:45427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45427 2024-12-05T09:29:35,092 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832262746/rs/33186fd147fa,45427,1733390949451 2024-12-05T09:29:35,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746/rs 2024-12-05T09:29:35,092 INFO [RS:0;33186fd147fa:45427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:35,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,45427,1733390949451] 2024-12-05T09:29:35,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0832262746/draining/33186fd147fa,45427,1733390949451 already deleted, retry=false 2024-12-05T09:29:35,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,45427,1733390949451 expired; onlineServers=0 2024-12-05T09:29:35,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,41759,1733390949279' ***** 2024-12-05T09:29:35,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:29:35,109 DEBUG [M:0;33186fd147fa:41759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:29:35,109 DEBUG [M:0;33186fd147fa:41759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:29:35,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:29:35,109 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390950348 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390950348,5,FailOnTimeoutGroup] 2024-12-05T09:29:35,109 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390950349 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390950349,5,FailOnTimeoutGroup] 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:29:35,109 DEBUG [M:0;33186fd147fa:41759 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:29:35,109 INFO [M:0;33186fd147fa:41759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:29:35,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:29:35,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832262746/master 2024-12-05T09:29:35,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832262746 2024-12-05T09:29:35,117 DEBUG [M:0;33186fd147fa:41759 {}] zookeeper.ZKUtil(347): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Unable to get data of znode /0832262746/master because node does not exist (not an error) 2024-12-05T09:29:35,117 WARN [M:0;33186fd147fa:41759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:29:35,118 INFO [M:0;33186fd147fa:41759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/.lastflushedseqids 2024-12-05T09:29:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741848_1024 (size=245) 2024-12-05T09:29:35,200 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:35,200 INFO [RS:0;33186fd147fa:45427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:35,200 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45427-0x101a6009cbd0001, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:35,200 INFO [RS:0;33186fd147fa:45427 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,45427,1733390949451; zookeeper connection closed. 2024-12-05T09:29:35,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@727d234e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@727d234e 2024-12-05T09:29:35,201 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:29:35,522 INFO [M:0;33186fd147fa:41759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:29:35,522 INFO [M:0;33186fd147fa:41759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:29:35,522 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:35,522 INFO [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:35,522 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:35,522 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:35,522 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:35,522 INFO [M:0;33186fd147fa:41759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T09:29:35,535 DEBUG [M:0;33186fd147fa:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f026e8f237a4061abbf6a70329afaf6 is 82, key is hbase:meta,,1/info:regioninfo/1733390951218/Put/seqid=0 2024-12-05T09:29:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741849_1025 (size=5672) 2024-12-05T09:29:35,939 INFO [M:0;33186fd147fa:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f026e8f237a4061abbf6a70329afaf6 2024-12-05T09:29:35,954 DEBUG [M:0;33186fd147fa:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54d2355322b74a66910002229d1eecae is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733390961895/Put/seqid=0 2024-12-05T09:29:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741850_1026 (size=8516) 2024-12-05T09:29:36,358 INFO [M:0;33186fd147fa:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54d2355322b74a66910002229d1eecae 2024-12-05T09:29:36,373 DEBUG [M:0;33186fd147fa:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79a62327028944b9a89dacfd7a41286d is 69, key is 33186fd147fa,45427,1733390949451/rs:state/1733390950392/Put/seqid=0 2024-12-05T09:29:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741851_1027 (size=5156) 2024-12-05T09:29:36,777 INFO [M:0;33186fd147fa:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79a62327028944b9a89dacfd7a41286d 2024-12-05T09:29:36,781 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f026e8f237a4061abbf6a70329afaf6 as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f026e8f237a4061abbf6a70329afaf6 2024-12-05T09:29:36,784 INFO [M:0;33186fd147fa:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f026e8f237a4061abbf6a70329afaf6, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T09:29:36,785 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54d2355322b74a66910002229d1eecae as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54d2355322b74a66910002229d1eecae 2024-12-05T09:29:36,788 INFO [M:0;33186fd147fa:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54d2355322b74a66910002229d1eecae, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T09:29:36,789 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79a62327028944b9a89dacfd7a41286d as hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79a62327028944b9a89dacfd7a41286d 2024-12-05T09:29:36,792 INFO [M:0;33186fd147fa:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36753/user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79a62327028944b9a89dacfd7a41286d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T09:29:36,793 INFO [M:0;33186fd147fa:41759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-12-05T09:29:36,794 INFO [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:36,794 DEBUG [M:0;33186fd147fa:41759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390975522Disabling compacts and flushes for region at 1733390975522Disabling writes for close at 1733390975522Obtaining lock to block concurrent updates at 1733390975522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733390975522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733390975523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733390975523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733390975523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733390975535 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733390975535Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733390975942 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733390975954 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733390975954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733390976361 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733390976373 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733390976373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c937183: reopening flushed file at 1733390976780 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce3912d: reopening flushed file at 1733390976784 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f73a75f: reopening flushed file at 1733390976788 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1733390976793 (+5 ms)Writing region close event to WAL at 1733390976794 (+1 ms)Closed at 1733390976794 2024-12-05T09:29:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741830_1006 (size=63654) 2024-12-05T09:29:36,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a8c72bb-6c66-1f04-b991-9878c367f574/MasterData/WALs/33186fd147fa,41759,1733390949279/33186fd147fa%2C41759%2C1733390949279.1733390950091 not finished, retry = 0 2024-12-05T09:29:36,898 INFO [M:0;33186fd147fa:41759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:29:36,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:29:36,898 INFO [M:0;33186fd147fa:41759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41759 2024-12-05T09:29:36,898 INFO [M:0;33186fd147fa:41759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:29:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:37,034 INFO [M:0;33186fd147fa:41759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:29:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a6009cbd0000, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:29:37,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba6236c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:37,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:37,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:37,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:37,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:37,037 WARN [BP-290884798-172.17.0.3-1733390948134 heartbeating to localhost/127.0.0.1:36753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:29:37,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:29:37,037 WARN [BP-290884798-172.17.0.3-1733390948134 heartbeating to localhost/127.0.0.1:36753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290884798-172.17.0.3-1733390948134 (Datanode Uuid 57bc6816-dfa8-45bd-940c-6ea4a26fbe29) service to localhost/127.0.0.1:36753 2024-12-05T09:29:37,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:29:37,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/data/data1/current/BP-290884798-172.17.0.3-1733390948134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:37,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/cluster_74f8cc7a-75b6-61cf-8935-ec52fab7f517/data/data2/current/BP-290884798-172.17.0.3-1733390948134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:29:37,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:29:37,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ee4004{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:37,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:29:37,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:29:37,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:29:37,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e82a6d-07b0-c2d0-5f29-18060fb67fe7/hadoop.log.dir/,STOPPED} 2024-12-05T09:29:37,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:29:37,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:29:37,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 241) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58678) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36753 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45881 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58678) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=4824 (was 5046) 2024-12-05T09:29:37,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=4824 2024-12-05T09:29:37,088 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T09:29:37,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir so I do NOT create it in target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d 2024-12-05T09:29:37,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:29:37,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.tmp.dir so I do NOT create it in target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d 2024-12-05T09:29:37,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c45cbfe2-5c23-650f-fbf7-bb4a3ab14062/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:29:37,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d 2024-12-05T09:29:37,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5, deleteOnExit=true 2024-12-05T09:29:37,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/zookeeper_0, clientPort=64461, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:29:37,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64461 2024-12-05T09:29:37,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:29:37,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:29:37,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/test.cache.data in system properties and HBase conf 2024-12-05T09:29:37,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:29:37,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:37,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:29:37,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:29:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6009cbd0002, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:29:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6009cbd0005, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:29:37,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6009cbd0005, quorum=127.0.0.1:58678, baseZNode=/1-856283909 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:29:37,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6009cbd0002, quorum=127.0.0.1:58678, baseZNode=/0832262746 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:29:37,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:37,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:37,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:37,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:37,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:29:37,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:37,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:37,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:37,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e8174a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/java.io.tmpdir/jetty-localhost-40007-hadoop-hdfs-3_4_1-tests_jar-_-any-10177341489617256022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:37,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:40007} 2024-12-05T09:29:37,413 INFO [Time-limited test {}] server.Server(415): Started @227830ms 2024-12-05T09:29:37,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:37,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:37,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:37,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:37,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:29:37,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:37,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:37,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdd0a17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/java.io.tmpdir/jetty-localhost-37565-hadoop-hdfs-3_4_1-tests_jar-_-any-9930170781782189167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:37,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:37565} 2024-12-05T09:29:37,689 INFO [Time-limited test {}] server.Server(415): Started @228107ms 2024-12-05T09:29:37,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:29:38,087 WARN [Thread-2683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/data/data2/current/BP-1274211299-172.17.0.3-1733390977121/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:38,087 WARN [Thread-2682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/data/data1/current/BP-1274211299-172.17.0.3-1733390977121/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:38,106 WARN [Thread-2670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:29:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0af5ec23a2faa with lease ID 0x61b04018e2c2fa6f: Processing first storage report for DS-10f8db8a-22f4-431f-9ca1-58cf9bb26908 from datanode DatanodeRegistration(127.0.0.1:35543, datanodeUuid=4d10a770-71ee-4c3e-82fb-524fa7986ec3, infoPort=43381, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1447320698;c=1733390977121) 2024-12-05T09:29:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0af5ec23a2faa with lease ID 0x61b04018e2c2fa6f: from storage DS-10f8db8a-22f4-431f-9ca1-58cf9bb26908 node DatanodeRegistration(127.0.0.1:35543, datanodeUuid=4d10a770-71ee-4c3e-82fb-524fa7986ec3, infoPort=43381, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1447320698;c=1733390977121), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0af5ec23a2faa with lease ID 0x61b04018e2c2fa6f: Processing first storage report for DS-2bb5b4bf-0521-4350-84f4-1a56a0d882a8 from datanode DatanodeRegistration(127.0.0.1:35543, datanodeUuid=4d10a770-71ee-4c3e-82fb-524fa7986ec3, infoPort=43381, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1447320698;c=1733390977121) 2024-12-05T09:29:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0af5ec23a2faa with lease ID 0x61b04018e2c2fa6f: from storage DS-2bb5b4bf-0521-4350-84f4-1a56a0d882a8 node DatanodeRegistration(127.0.0.1:35543, datanodeUuid=4d10a770-71ee-4c3e-82fb-524fa7986ec3, infoPort=43381, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1447320698;c=1733390977121), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:38,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d 2024-12-05T09:29:38,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:38,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:29:38,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff with version=8 2024-12-05T09:29:38,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/hbase-staging 2024-12-05T09:29:38,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:38,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:38,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:38,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:38,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:38,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:38,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:29:38,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:38,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38145 2024-12-05T09:29:38,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38145 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381450x0, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:38,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38145-0x101a6010dfb0000 connected 2024-12-05T09:29:38,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:38,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:38,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/running 2024-12-05T09:29:38,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff, hbase.cluster.distributed=false 2024-12-05T09:29:38,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/acl 2024-12-05T09:29:38,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38145 2024-12-05T09:29:38,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38145 2024-12-05T09:29:38,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38145 2024-12-05T09:29:38,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38145 2024-12-05T09:29:38,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38145 2024-12-05T09:29:38,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:29:38,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:38,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41193 2024-12-05T09:29:38,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41193 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:38,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:38,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:38,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411930x0, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:38,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411930x0, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/running 2024-12-05T09:29:38,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41193-0x101a6010dfb0001 connected 2024-12-05T09:29:38,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:29:38,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:29:38,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/master 2024-12-05T09:29:38,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/acl 2024-12-05T09:29:38,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41193 2024-12-05T09:29:38,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41193 2024-12-05T09:29:38,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41193 2024-12-05T09:29:38,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41193 2024-12-05T09:29:38,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41193 2024-12-05T09:29:38,953 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:38145 2024-12-05T09:29:38,953 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-570829952/backup-masters/33186fd147fa,38145,1733390978531 2024-12-05T09:29:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952/backup-masters 2024-12-05T09:29:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952/backup-masters 2024-12-05T09:29:38,961 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on existing znode=/0-570829952/backup-masters/33186fd147fa,38145,1733390978531 2024-12-05T09:29:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-570829952/master 2024-12-05T09:29:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:38,969 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on existing znode=/0-570829952/master 2024-12-05T09:29:38,969 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-570829952/backup-masters/33186fd147fa,38145,1733390978531 from backup master directory 2024-12-05T09:29:38,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-570829952/backup-masters/33186fd147fa,38145,1733390978531 2024-12-05T09:29:38,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952/backup-masters 2024-12-05T09:29:38,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952/backup-masters 2024-12-05T09:29:38,977 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:38,977 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,38145,1733390978531 2024-12-05T09:29:38,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/hbase.id] with ID: d68ecc67-9549-48aa-95e6-d9f92e3108d4 2024-12-05T09:29:38,980 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/.tmp/hbase.id 2024-12-05T09:29:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:29:39,384 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/.tmp/hbase.id]:[hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/hbase.id] 2024-12-05T09:29:39,390 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:39,390 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:29:39,391 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:29:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:39,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:29:39,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:29:39,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:39,856 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:39,857 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:29:39,857 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:29:40,265 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store 2024-12-05T09:29:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:29:40,670 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:40,671 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:40,671 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:40,671 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:40,671 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:40,671 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:40,671 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:40,671 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390980670Disabling compacts and flushes for region at 1733390980670Disabling writes for close at 1733390980671 (+1 ms)Writing region close event to WAL at 1733390980671Closed at 1733390980671 2024-12-05T09:29:40,671 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/.initializing 2024-12-05T09:29:40,671 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/WALs/33186fd147fa,38145,1733390978531 2024-12-05T09:29:40,672 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:40,674 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C38145%2C1733390978531, suffix=, logDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/WALs/33186fd147fa,38145,1733390978531, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/oldWALs, maxLogs=10 2024-12-05T09:29:40,688 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/WALs/33186fd147fa,38145,1733390978531/33186fd147fa%2C38145%2C1733390978531.1733390980674, exclude list is [], retry=0 2024-12-05T09:29:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-10f8db8a-22f4-431f-9ca1-58cf9bb26908,DISK] 2024-12-05T09:29:40,692 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/WALs/33186fd147fa,38145,1733390978531/33186fd147fa%2C38145%2C1733390978531.1733390980674 2024-12-05T09:29:40,692 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43381:43381)] 2024-12-05T09:29:40,692 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:40,692 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:40,692 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,692 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:29:40,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:40,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:40,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:29:40,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:40,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:40,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:29:40,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:40,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:40,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:29:40,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:40,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:40,698 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,699 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,699 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,700 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,700 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,701 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:40,702 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:40,703 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:40,703 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74395940, jitterRate=0.1085858941078186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:40,704 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390980693Initializing all the Stores at 1733390980693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390980693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390980693Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390980693Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390980693Cleaning up temporary data from old regions at 1733390980700 (+7 ms)Region opened successfully at 1733390980704 (+4 ms) 2024-12-05T09:29:40,704 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:29:40,706 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44db5ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:40,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:29:40,706 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:29:40,707 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:29:40,707 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:29:40,707 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:29:40,707 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:29:40,707 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:29:40,708 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:29:40,709 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Unable to get data of znode /0-570829952/balancer because node does not exist (not necessarily an error) 2024-12-05T09:29:40,767 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-570829952/balancer already deleted, retry=false 2024-12-05T09:29:40,767 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:29:40,768 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Unable to get data of znode /0-570829952/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:29:40,777 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-570829952/normalizer already deleted, retry=false 2024-12-05T09:29:40,777 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:29:40,778 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Unable to get data of znode /0-570829952/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:29:40,785 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-570829952/switch/split already deleted, retry=false 2024-12-05T09:29:40,786 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Unable to get data of znode /0-570829952/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:29:40,794 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-570829952/switch/merge already deleted, retry=false 2024-12-05T09:29:40,795 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Unable to get data of znode /0-570829952/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:29:40,802 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-570829952/snapshot-cleanup already deleted, retry=false 2024-12-05T09:29:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-570829952/running 2024-12-05T09:29:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-570829952/running 2024-12-05T09:29:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:40,811 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,38145,1733390978531, sessionid=0x101a6010dfb0000, setting cluster-up flag (Was=false) 2024-12-05T09:29:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:40,852 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-570829952/flush-table-proc/acquired, /0-570829952/flush-table-proc/reached, /0-570829952/flush-table-proc/abort 2024-12-05T09:29:40,852 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,38145,1733390978531 2024-12-05T09:29:40,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:40,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:40,894 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-570829952/online-snapshot/acquired, /0-570829952/online-snapshot/reached, /0-570829952/online-snapshot/abort 2024-12-05T09:29:40,894 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,38145,1733390978531 2024-12-05T09:29:40,895 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:29:40,896 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:40,896 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:29:40,896 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:29:40,896 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,38145,1733390978531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:40,897 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391010898 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:29:40,898 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:40,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:29:40,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:40,899 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390980899,5,FailOnTimeoutGroup] 2024-12-05T09:29:40,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:29:40,899 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390980899,5,FailOnTimeoutGroup] 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,899 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:29:40,945 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(746): ClusterId : d68ecc67-9549-48aa-95e6-d9f92e3108d4 2024-12-05T09:29:40,945 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:29:40,953 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:29:40,953 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:29:40,961 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:29:40,961 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3053c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:40,970 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:41193 2024-12-05T09:29:40,970 INFO [RS:0;33186fd147fa:41193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:29:40,970 INFO [RS:0;33186fd147fa:41193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:29:40,970 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:29:40,971 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,38145,1733390978531 with port=41193, startcode=1733390978919 2024-12-05T09:29:40,971 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:29:40,972 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:29:40,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,41193,1733390978919 2024-12-05T09:29:40,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38145 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,41193,1733390978919 2024-12-05T09:29:40,974 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff 2024-12-05T09:29:40,974 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33387 2024-12-05T09:29:40,974 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:29:40,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952/rs 2024-12-05T09:29:40,983 DEBUG [RS:0;33186fd147fa:41193 {}] zookeeper.ZKUtil(111): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on existing znode=/0-570829952/rs/33186fd147fa,41193,1733390978919 2024-12-05T09:29:40,984 WARN [RS:0;33186fd147fa:41193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:40,984 INFO [RS:0;33186fd147fa:41193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:40,984 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919 2024-12-05T09:29:40,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,41193,1733390978919] 2024-12-05T09:29:40,986 INFO [RS:0;33186fd147fa:41193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:29:40,988 INFO [RS:0;33186fd147fa:41193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:29:40,988 INFO [RS:0;33186fd147fa:41193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:29:40,988 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,988 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:29:40,989 INFO [RS:0;33186fd147fa:41193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:29:40,989 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:40,989 DEBUG [RS:0;33186fd147fa:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:40,990 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,990 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,990 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,990 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,990 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:40,990 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41193,1733390978919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:41,003 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:29:41,003 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41193,1733390978919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:41,003 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:41,003 INFO [RS:0;33186fd147fa:41193 {}] regionserver.Replication(171): 33186fd147fa,41193,1733390978919 started 2024-12-05T09:29:41,014 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:41,014 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,41193,1733390978919, RpcServer on 33186fd147fa/172.17.0.3:41193, sessionid=0x101a6010dfb0001 2024-12-05T09:29:41,014 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:29:41,014 DEBUG [RS:0;33186fd147fa:41193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,41193,1733390978919 2024-12-05T09:29:41,014 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,41193,1733390978919' 2024-12-05T09:29:41,014 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-570829952/flush-table-proc/abort' 2024-12-05T09:29:41,015 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-570829952/flush-table-proc/acquired' 2024-12-05T09:29:41,015 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:29:41,015 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:29:41,015 DEBUG [RS:0;33186fd147fa:41193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,41193,1733390978919 2024-12-05T09:29:41,015 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,41193,1733390978919' 2024-12-05T09:29:41,015 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-570829952/online-snapshot/abort' 2024-12-05T09:29:41,016 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-570829952/online-snapshot/acquired' 2024-12-05T09:29:41,016 DEBUG [RS:0;33186fd147fa:41193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:29:41,016 INFO [RS:0;33186fd147fa:41193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:29:41,016 INFO [RS:0;33186fd147fa:41193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:29:41,116 INFO [RS:0;33186fd147fa:41193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:41,117 INFO [RS:0;33186fd147fa:41193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41193%2C1733390978919, suffix=, logDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/oldWALs, maxLogs=10 2024-12-05T09:29:41,129 DEBUG [RS:0;33186fd147fa:41193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, exclude list is [], retry=0 2024-12-05T09:29:41,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-10f8db8a-22f4-431f-9ca1-58cf9bb26908,DISK] 2024-12-05T09:29:41,133 INFO [RS:0;33186fd147fa:41193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 2024-12-05T09:29:41,133 DEBUG [RS:0;33186fd147fa:41193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43381:43381)] 2024-12-05T09:29:41,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:29:41,306 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff 2024-12-05T09:29:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:29:41,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:41,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:41,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:41,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:41,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:41,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:41,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:41,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:41,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:41,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:41,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:41,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:41,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:41,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:41,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:41,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:41,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:41,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740 2024-12-05T09:29:41,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740 2024-12-05T09:29:41,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:41,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:41,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:41,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:41,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:41,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60820629, jitterRate=-0.09370200335979462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:41,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390981710Initializing all the Stores at 1733390981711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390981711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390981711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390981711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390981711Cleaning up temporary data from old regions at 1733390981719 (+8 ms)Region opened successfully at 1733390981722 (+3 ms) 2024-12-05T09:29:41,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:41,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:41,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:41,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:41,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:41,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:41,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390981722Disabling compacts and flushes for region at 1733390981722Disabling writes for close at 1733390981722Writing region close event to WAL at 1733390981723 (+1 ms)Closed at 1733390981723 2024-12-05T09:29:41,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:41,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:29:41,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:29:41,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:41,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:29:41,875 DEBUG [33186fd147fa:38145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:29:41,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,41193,1733390978919 2024-12-05T09:29:41,876 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,41193,1733390978919, state=OPENING 2024-12-05T09:29:41,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:29:41,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:41,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:41,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-570829952/meta-region-server: CHANGED 2024-12-05T09:29:41,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-570829952/meta-region-server: CHANGED 2024-12-05T09:29:41,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:41,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,41193,1733390978919}] 2024-12-05T09:29:42,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:42,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:29:42,117 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:29:42,117 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:42,117 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:29:42,118 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41193%2C1733390978919.meta, suffix=.meta, logDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/oldWALs, maxLogs=10 2024-12-05T09:29:42,129 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.meta.1733390982118.meta, exclude list is [], retry=0 2024-12-05T09:29:42,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-10f8db8a-22f4-431f-9ca1-58cf9bb26908,DISK] 2024-12-05T09:29:42,132 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.meta.1733390982118.meta 2024-12-05T09:29:42,132 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43381:43381)] 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:42,133 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:29:42,133 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:29:42,133 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:29:42,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:42,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:42,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:42,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:42,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:42,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:42,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:42,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:42,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:42,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:42,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:42,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:42,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:42,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:42,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:42,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:42,137 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:42,138 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740 2024-12-05T09:29:42,138 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740 2024-12-05T09:29:42,139 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:42,139 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:42,139 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:42,140 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:42,140 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64371615, jitterRate=-0.0407881885766983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:42,141 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:29:42,141 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390982133Writing region info on filesystem at 1733390982133Initializing all the Stores at 1733390982134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390982134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390982134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390982134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390982134Cleaning up temporary data from old regions at 1733390982139 (+5 ms)Running coprocessor post-open hooks at 1733390982141 (+2 ms)Region opened successfully at 1733390982141 2024-12-05T09:29:42,142 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390982113 2024-12-05T09:29:42,143 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:29:42,143 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:29:42,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,41193,1733390978919 2024-12-05T09:29:42,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,41193,1733390978919, state=OPEN 2024-12-05T09:29:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-570829952/meta-region-server 2024-12-05T09:29:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-570829952/meta-region-server 2024-12-05T09:29:42,170 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,41193,1733390978919 2024-12-05T09:29:42,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-570829952/meta-region-server: CHANGED 2024-12-05T09:29:42,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-570829952/meta-region-server: CHANGED 2024-12-05T09:29:42,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:29:42,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,41193,1733390978919 in 209 msec 2024-12-05T09:29:42,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:29:42,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-12-05T09:29:42,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:42,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:29:42,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:42,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41193,1733390978919, seqNum=-1] 2024-12-05T09:29:42,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:42,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:42,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-05T09:29:42,181 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390982181, completionTime=-1 2024-12-05T09:29:42,181 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:29:42,181 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391042183 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391102183 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38145,1733390978531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38145,1733390978531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38145,1733390978531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:38145, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,185 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.209sec 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38145,1733390978531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:42,186 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38145,1733390978531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:29:42,188 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:29:42,188 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:29:42,188 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38145,1733390978531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:42,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:42,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:29:42,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:42,248 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:29:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:29:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abb1ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:29:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:42,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:42,249 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:42,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8f27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:42,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41193,1733390978919, seqNum=-1] 2024-12-05T09:29:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:42,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:42,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,38145,1733390978531 2024-12-05T09:29:42,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:42,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:42,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6010dfb0002 connected 2024-12-05T09:29:42,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir so I do NOT create it in target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87 2024-12-05T09:29:42,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:29:42,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.tmp.dir so I do NOT create it in target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87 2024-12-05T09:29:42,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:29:42,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87 2024-12-05T09:29:42,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/cluster_8b074e51-167a-ad63-6b61-be193c84be14, deleteOnExit=true 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/test.cache.data in system properties and HBase conf 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:29:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:29:42,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:29:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:29:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:29:42,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:42,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:42,494 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38346 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:42,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:42,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:42,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:42,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:42,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:29:42,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:42,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:42,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:42,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13a8db3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/java.io.tmpdir/jetty-localhost-43729-hadoop-hdfs-3_4_1-tests_jar-_-any-10530538532820940069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:42,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:43729} 2024-12-05T09:29:42,633 INFO [Time-limited test {}] server.Server(415): Started @233051ms 2024-12-05T09:29:42,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:42,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:42,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:42,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:42,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:29:42,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:42,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:42,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c24eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/java.io.tmpdir/jetty-localhost-38523-hadoop-hdfs-3_4_1-tests_jar-_-any-15696525470131385221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:42,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:38523} 2024-12-05T09:29:42,885 INFO [Time-limited test {}] server.Server(415): Started @233302ms 2024-12-05T09:29:42,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:29:43,270 WARN [Thread-2803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/cluster_8b074e51-167a-ad63-6b61-be193c84be14/data/data1/current/BP-379337334-172.17.0.3-1733390982304/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:43,270 WARN [Thread-2804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/cluster_8b074e51-167a-ad63-6b61-be193c84be14/data/data2/current/BP-379337334-172.17.0.3-1733390982304/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:43,284 WARN [Thread-2791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:29:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f4c209c68fc1c05 with lease ID 0xd97300c14e5ed1dd: Processing first storage report for DS-ccc2cf0f-256c-4106-9e99-1a6ba37762f0 from datanode DatanodeRegistration(127.0.0.1:39991, datanodeUuid=7b02299a-b31c-40d5-b0a9-2ecd068232fb, infoPort=43905, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=102760417;c=1733390982304) 2024-12-05T09:29:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f4c209c68fc1c05 with lease ID 0xd97300c14e5ed1dd: from storage DS-ccc2cf0f-256c-4106-9e99-1a6ba37762f0 node DatanodeRegistration(127.0.0.1:39991, datanodeUuid=7b02299a-b31c-40d5-b0a9-2ecd068232fb, infoPort=43905, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=102760417;c=1733390982304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f4c209c68fc1c05 with lease ID 0xd97300c14e5ed1dd: Processing first storage report for DS-359471ff-edea-445d-b702-75e0bc8eb1de from datanode DatanodeRegistration(127.0.0.1:39991, datanodeUuid=7b02299a-b31c-40d5-b0a9-2ecd068232fb, infoPort=43905, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=102760417;c=1733390982304) 2024-12-05T09:29:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f4c209c68fc1c05 with lease ID 0xd97300c14e5ed1dd: from storage DS-359471ff-edea-445d-b702-75e0bc8eb1de node DatanodeRegistration(127.0.0.1:39991, datanodeUuid=7b02299a-b31c-40d5-b0a9-2ecd068232fb, infoPort=43905, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=102760417;c=1733390982304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:43,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87 2024-12-05T09:29:43,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:43,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:29:43,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3 with version=8 2024-12-05T09:29:43,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/hbase-staging 2024-12-05T09:29:43,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:29:43,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:43,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33583 2024-12-05T09:29:43,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33583 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:43,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335830x0, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:43,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33583-0x101a6010dfb0003 connected 2024-12-05T09:29:43,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:43,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:43,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/running 2024-12-05T09:29:43,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3, hbase.cluster.distributed=false 2024-12-05T09:29:43,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/acl 2024-12-05T09:29:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33583 2024-12-05T09:29:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33583 2024-12-05T09:29:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33583 2024-12-05T09:29:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33583 2024-12-05T09:29:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33583 2024-12-05T09:29:43,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:29:43,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:43,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36891 2024-12-05T09:29:43,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36891 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:43,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:43,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368910x0, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:43,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368910x0, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/running 2024-12-05T09:29:43,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36891-0x101a6010dfb0004 connected 2024-12-05T09:29:43,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:29:43,837 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:29:43,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/master 2024-12-05T09:29:43,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/acl 2024-12-05T09:29:43,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36891 2024-12-05T09:29:43,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36891 2024-12-05T09:29:43,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36891 2024-12-05T09:29:43,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36891 2024-12-05T09:29:43,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36891 2024-12-05T09:29:43,851 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:33583 2024-12-05T09:29:43,852 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11316981053/backup-masters/33186fd147fa,33583,1733390983717 2024-12-05T09:29:43,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053/backup-masters 2024-12-05T09:29:43,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053/backup-masters 2024-12-05T09:29:43,861 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on existing znode=/11316981053/backup-masters/33186fd147fa,33583,1733390983717 2024-12-05T09:29:43,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11316981053/master 2024-12-05T09:29:43,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:43,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:43,869 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on existing znode=/11316981053/master 2024-12-05T09:29:43,869 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11316981053/backup-masters/33186fd147fa,33583,1733390983717 from backup master directory 2024-12-05T09:29:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11316981053/backup-masters/33186fd147fa,33583,1733390983717 2024-12-05T09:29:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053/backup-masters 2024-12-05T09:29:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053/backup-masters 2024-12-05T09:29:43,877 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:43,877 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,33583,1733390983717 2024-12-05T09:29:43,880 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/hbase.id] with ID: a74bb231-dae7-4c1c-a1c8-7fbcd2861056 2024-12-05T09:29:43,880 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/.tmp/hbase.id 2024-12-05T09:29:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:29:44,288 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/.tmp/hbase.id]:[hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/hbase.id] 2024-12-05T09:29:44,296 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:44,296 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:29:44,297 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:29:44,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:44,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:44,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:29:44,746 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:44,747 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:29:44,747 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:29:44,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:29:44,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T09:29:44,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:29:44,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T09:29:44,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:29:44,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T09:29:45,152 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store 2024-12-05T09:29:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:29:45,557 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:45,557 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:45,557 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:45,557 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:45,557 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:45,557 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:45,557 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:45,557 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390985557Disabling compacts and flushes for region at 1733390985557Disabling writes for close at 1733390985557Writing region close event to WAL at 1733390985557Closed at 1733390985557 2024-12-05T09:29:45,558 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/.initializing 2024-12-05T09:29:45,558 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/WALs/33186fd147fa,33583,1733390983717 2024-12-05T09:29:45,558 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:45,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C33583%2C1733390983717, suffix=, logDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/WALs/33186fd147fa,33583,1733390983717, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/oldWALs, maxLogs=10 2024-12-05T09:29:45,570 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/WALs/33186fd147fa,33583,1733390983717/33186fd147fa%2C33583%2C1733390983717.1733390985560, exclude list is [], retry=0 2024-12-05T09:29:45,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-ccc2cf0f-256c-4106-9e99-1a6ba37762f0,DISK] 2024-12-05T09:29:45,573 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/WALs/33186fd147fa,33583,1733390983717/33186fd147fa%2C33583%2C1733390983717.1733390985560 2024-12-05T09:29:45,573 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-05T09:29:45,573 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:45,574 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:45,574 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,574 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:29:45,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:45,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:45,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:29:45,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:45,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:45,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:29:45,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:45,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:45,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:29:45,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:45,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:45,579 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,579 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,579 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,580 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,580 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,580 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:45,581 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:45,586 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:45,586 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65099771, jitterRate=-0.02993781864643097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:45,586 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390985574Initializing all the Stores at 1733390985574Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390985574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390985574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390985574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390985574Cleaning up temporary data from old regions at 1733390985580 (+6 ms)Region opened successfully at 1733390985586 (+6 ms) 2024-12-05T09:29:45,588 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:29:45,590 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f0256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:45,591 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:29:45,591 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:29:45,591 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:29:45,592 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:29:45,592 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:29:45,592 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:29:45,592 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:29:45,596 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:29:45,596 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Unable to get data of znode /11316981053/balancer because node does not exist (not necessarily an error) 2024-12-05T09:29:45,691 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/balancer already deleted, retry=false 2024-12-05T09:29:45,692 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:29:45,693 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Unable to get data of znode /11316981053/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:29:45,702 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/normalizer already deleted, retry=false 2024-12-05T09:29:45,702 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:29:45,703 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Unable to get data of znode /11316981053/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:29:45,710 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/switch/split already deleted, retry=false 2024-12-05T09:29:45,711 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Unable to get data of znode /11316981053/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:29:45,719 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/switch/merge already deleted, retry=false 2024-12-05T09:29:45,721 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Unable to get data of znode /11316981053/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:29:45,727 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/snapshot-cleanup already deleted, retry=false 2024-12-05T09:29:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11316981053/running 2024-12-05T09:29:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11316981053/running 2024-12-05T09:29:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:45,735 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,33583,1733390983717, sessionid=0x101a6010dfb0003, setting cluster-up flag (Was=false) 2024-12-05T09:29:45,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:45,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:45,777 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11316981053/flush-table-proc/acquired, /11316981053/flush-table-proc/reached, /11316981053/flush-table-proc/abort 2024-12-05T09:29:45,778 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,33583,1733390983717 2024-12-05T09:29:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:45,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11316981053/online-snapshot/acquired, /11316981053/online-snapshot/reached, /11316981053/online-snapshot/abort 2024-12-05T09:29:45,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,33583,1733390983717 2024-12-05T09:29:45,820 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:29:45,821 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:45,821 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:29:45,822 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:29:45,822 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,33583,1733390983717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:45,823 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:45,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:29:45,824 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:45,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:29:45,827 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391015827 2024-12-05T09:29:45,827 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:29:45,827 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:29:45,827 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:29:45,828 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:29:45,828 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:29:45,828 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:29:45,829 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,830 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:29:45,830 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:29:45,830 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:29:45,830 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:29:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:29:45,834 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:29:45,835 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:29:45,835 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390985835,5,FailOnTimeoutGroup] 2024-12-05T09:29:45,836 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390985835,5,FailOnTimeoutGroup] 2024-12-05T09:29:45,836 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,836 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:29:45,836 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,836 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,845 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(746): ClusterId : a74bb231-dae7-4c1c-a1c8-7fbcd2861056 2024-12-05T09:29:45,845 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:29:45,852 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:29:45,852 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:29:45,861 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:29:45,861 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7fa6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:45,870 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:36891 2024-12-05T09:29:45,870 INFO [RS:0;33186fd147fa:36891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:29:45,870 INFO [RS:0;33186fd147fa:36891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:29:45,870 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:29:45,871 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,33583,1733390983717 with port=36891, startcode=1733390983824 2024-12-05T09:29:45,871 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:29:45,872 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:29:45,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,36891,1733390983824 2024-12-05T09:29:45,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33583 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,36891,1733390983824 2024-12-05T09:29:45,873 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3 2024-12-05T09:29:45,873 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39343 2024-12-05T09:29:45,873 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:29:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053/rs 2024-12-05T09:29:45,929 DEBUG [RS:0;33186fd147fa:36891 {}] zookeeper.ZKUtil(111): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on existing znode=/11316981053/rs/33186fd147fa,36891,1733390983824 2024-12-05T09:29:45,929 WARN [RS:0;33186fd147fa:36891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:45,929 INFO [RS:0;33186fd147fa:36891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:45,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,36891,1733390983824] 2024-12-05T09:29:45,929 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824 2024-12-05T09:29:45,932 INFO [RS:0;33186fd147fa:36891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:29:45,933 INFO [RS:0;33186fd147fa:36891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:29:45,934 INFO [RS:0;33186fd147fa:36891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:29:45,934 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,934 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:29:45,934 INFO [RS:0;33186fd147fa:36891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:45,935 DEBUG [RS:0;33186fd147fa:36891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,935 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,36891,1733390983824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:45,946 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:29:45,947 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,36891,1733390983824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,947 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,947 INFO [RS:0;33186fd147fa:36891 {}] regionserver.Replication(171): 33186fd147fa,36891,1733390983824 started 2024-12-05T09:29:45,957 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:45,957 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,36891,1733390983824, RpcServer on 33186fd147fa/172.17.0.3:36891, sessionid=0x101a6010dfb0004 2024-12-05T09:29:45,957 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:29:45,957 DEBUG [RS:0;33186fd147fa:36891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,36891,1733390983824 2024-12-05T09:29:45,957 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,36891,1733390983824' 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11316981053/flush-table-proc/abort' 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11316981053/flush-table-proc/acquired' 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,36891,1733390983824 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,36891,1733390983824' 2024-12-05T09:29:45,958 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11316981053/online-snapshot/abort' 2024-12-05T09:29:45,959 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11316981053/online-snapshot/acquired' 2024-12-05T09:29:45,959 DEBUG [RS:0;33186fd147fa:36891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:29:45,959 INFO [RS:0;33186fd147fa:36891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:29:45,959 INFO [RS:0;33186fd147fa:36891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:29:46,059 INFO [RS:0;33186fd147fa:36891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:46,060 INFO [RS:0;33186fd147fa:36891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36891%2C1733390983824, suffix=, logDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/oldWALs, maxLogs=10 2024-12-05T09:29:46,071 DEBUG [RS:0;33186fd147fa:36891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, exclude list is [], retry=0 2024-12-05T09:29:46,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-ccc2cf0f-256c-4106-9e99-1a6ba37762f0,DISK] 2024-12-05T09:29:46,074 INFO [RS:0;33186fd147fa:36891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 2024-12-05T09:29:46,074 DEBUG [RS:0;33186fd147fa:36891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-05T09:29:46,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:29:46,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3 2024-12-05T09:29:46,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:29:46,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:46,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:46,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:46,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:46,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:46,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:46,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:46,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:46,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:46,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:46,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:46,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:46,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:46,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:46,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:46,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:46,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:46,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:46,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740 2024-12-05T09:29:46,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740 2024-12-05T09:29:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:46,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:46,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:46,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:46,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58784864, jitterRate=-0.12403726577758789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:46,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390986640Initializing all the Stores at 1733390986641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390986641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390986641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390986641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390986641Cleaning up temporary data from old regions at 1733390986647 (+6 ms)Region opened successfully at 1733390986650 (+3 ms) 2024-12-05T09:29:46,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:46,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:46,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:46,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:46,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:46,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390986650Disabling compacts and flushes for region at 1733390986650Disabling writes for close at 1733390986650Writing region close event to WAL at 1733390986651 (+1 ms)Closed at 1733390986651 2024-12-05T09:29:46,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:46,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:29:46,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:29:46,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:46,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:29:46,803 DEBUG [33186fd147fa:33583 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:29:46,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,36891,1733390983824 2024-12-05T09:29:46,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,36891,1733390983824, state=OPENING 2024-12-05T09:29:46,850 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:29:46,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:46,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:29:46,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:46,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11316981053/meta-region-server: CHANGED 2024-12-05T09:29:46,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11316981053/meta-region-server: CHANGED 2024-12-05T09:29:46,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,36891,1733390983824}] 2024-12-05T09:29:46,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:29:47,010 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:47,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:29:47,014 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:29:47,014 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:47,014 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:29:47,015 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36891%2C1733390983824.meta, suffix=.meta, logDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/oldWALs, maxLogs=10 2024-12-05T09:29:47,026 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.meta.1733390987015.meta, exclude list is [], retry=0 2024-12-05T09:29:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-ccc2cf0f-256c-4106-9e99-1a6ba37762f0,DISK] 2024-12-05T09:29:47,030 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.meta.1733390987015.meta 2024-12-05T09:29:47,030 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-05T09:29:47,030 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:47,031 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:47,031 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:47,031 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:29:47,031 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:29:47,031 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:29:47,031 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:47,031 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:29:47,031 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:29:47,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:47,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:47,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:47,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:47,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:47,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:47,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:47,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:47,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:47,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:47,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:47,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:47,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:47,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:47,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:47,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:47,035 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:47,036 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740 2024-12-05T09:29:47,036 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740 2024-12-05T09:29:47,037 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:47,037 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:47,037 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:47,038 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:47,038 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64948343, jitterRate=-0.03219427168369293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:47,038 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:29:47,039 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390987031Writing region info on filesystem at 1733390987031Initializing all the Stores at 1733390987032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390987032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390987032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390987032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390987032Cleaning up temporary data from old regions at 1733390987037 (+5 ms)Running coprocessor post-open hooks at 1733390987038 (+1 ms)Region opened successfully at 1733390987038 2024-12-05T09:29:47,039 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390987010 2024-12-05T09:29:47,041 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:29:47,041 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:29:47,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,36891,1733390983824 2024-12-05T09:29:47,042 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,36891,1733390983824, state=OPEN 2024-12-05T09:29:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11316981053/meta-region-server 2024-12-05T09:29:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11316981053/meta-region-server 2024-12-05T09:29:47,052 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,36891,1733390983824 2024-12-05T09:29:47,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11316981053/meta-region-server: CHANGED 2024-12-05T09:29:47,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11316981053/meta-region-server: CHANGED 2024-12-05T09:29:47,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:29:47,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,36891,1733390983824 in 194 msec 2024-12-05T09:29:47,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:29:47,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-12-05T09:29:47,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:47,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:29:47,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:47,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36891,1733390983824, seqNum=-1] 2024-12-05T09:29:47,057 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:47,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:47,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-12-05T09:29:47,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390987062, completionTime=-1 2024-12-05T09:29:47,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:29:47,063 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:29:47,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:29:47,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391047065 2024-12-05T09:29:47,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391107065 2024-12-05T09:29:47,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T09:29:47,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33583,1733390983717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33583,1733390983717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33583,1733390983717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:33583, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,068 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:29:47,070 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-12-05T09:29:47,070 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:29:47,071 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:29:47,071 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:29:47,071 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:29:47,071 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:29:47,071 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33583,1733390983717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:47,071 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33583,1733390983717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:29:47,073 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:29:47,073 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:29:47,073 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33583,1733390983717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:47,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:47,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33583,-1 for getting cluster id 2024-12-05T09:29:47,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:47,147 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74bb231-dae7-4c1c-a1c8-7fbcd2861056' 2024-12-05T09:29:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74bb231-dae7-4c1c-a1c8-7fbcd2861056" 2024-12-05T09:29:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faee81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33583,-1] 2024-12-05T09:29:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:47,149 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:47,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12035f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:47,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36891,1733390983824, seqNum=-1] 2024-12-05T09:29:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:47,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:47,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,33583,1733390983717 2024-12-05T09:29:47,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:47,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6010dfb0005 connected 2024-12-05T09:29:47,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir so I do NOT create it in target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6 2024-12-05T09:29:47,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:29:47,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.tmp.dir so I do NOT create it in target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6 2024-12-05T09:29:47,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:29:47,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/cluster_e34537c4-c60b-5d62-04d4-ec211b8437f7, deleteOnExit=true 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/test.cache.data in system properties and HBase conf 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:29:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:29:47,171 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:29:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:29:47,350 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T09:29:47,351 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,351 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,377 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,377 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,377 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,377 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,382 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,383 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,384 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,385 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:47,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:47,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:47,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:47,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:47,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:29:47,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:47,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d513ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:47,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c54baa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:47,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8b5438{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/java.io.tmpdir/jetty-localhost-35593-hadoop-hdfs-3_4_1-tests_jar-_-any-8687581377825472342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:29:47,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64255021{HTTP/1.1, (http/1.1)}{localhost:35593} 2024-12-05T09:29:47,512 INFO [Time-limited test {}] server.Server(415): Started @237930ms 2024-12-05T09:29:47,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:29:47,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:29:47,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:29:47,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:29:47,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:29:47,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6181fcd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:29:47,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15cfca75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:29:47,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@657debdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/java.io.tmpdir/jetty-localhost-43185-hadoop-hdfs-3_4_1-tests_jar-_-any-11055579106610789567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:29:47,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28636311{HTTP/1.1, (http/1.1)}{localhost:43185} 2024-12-05T09:29:47,762 INFO [Time-limited test {}] server.Server(415): Started @238180ms 2024-12-05T09:29:47,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:29:48,179 WARN [Thread-2924 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/cluster_e34537c4-c60b-5d62-04d4-ec211b8437f7/data/data1/current/BP-633541501-172.17.0.3-1733390987185/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:48,180 WARN [Thread-2925 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/cluster_e34537c4-c60b-5d62-04d4-ec211b8437f7/data/data2/current/BP-633541501-172.17.0.3-1733390987185/current, will proceed with Du for space computation calculation, 2024-12-05T09:29:48,205 WARN [Thread-2912 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:29:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa865de0aac6fa198 with lease ID 0xd26dd3f7e1211be8: Processing first storage report for DS-37accd90-d032-47cb-92f4-62dd6c8bbda0 from datanode DatanodeRegistration(127.0.0.1:33997, datanodeUuid=c9c7365a-4287-4715-b33c-cd81c1a31ad1, infoPort=45649, infoSecurePort=0, ipcPort=35545, storageInfo=lv=-57;cid=testClusterID;nsid=1445661620;c=1733390987185) 2024-12-05T09:29:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa865de0aac6fa198 with lease ID 0xd26dd3f7e1211be8: from storage DS-37accd90-d032-47cb-92f4-62dd6c8bbda0 node DatanodeRegistration(127.0.0.1:33997, datanodeUuid=c9c7365a-4287-4715-b33c-cd81c1a31ad1, infoPort=45649, infoSecurePort=0, ipcPort=35545, storageInfo=lv=-57;cid=testClusterID;nsid=1445661620;c=1733390987185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa865de0aac6fa198 with lease ID 0xd26dd3f7e1211be8: Processing first storage report for DS-ced4ff31-fbff-487d-aa02-299d895dbb53 from datanode DatanodeRegistration(127.0.0.1:33997, datanodeUuid=c9c7365a-4287-4715-b33c-cd81c1a31ad1, infoPort=45649, infoSecurePort=0, ipcPort=35545, storageInfo=lv=-57;cid=testClusterID;nsid=1445661620;c=1733390987185) 2024-12-05T09:29:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa865de0aac6fa198 with lease ID 0xd26dd3f7e1211be8: from storage DS-ced4ff31-fbff-487d-aa02-299d895dbb53 node DatanodeRegistration(127.0.0.1:33997, datanodeUuid=c9c7365a-4287-4715-b33c-cd81c1a31ad1, infoPort=45649, infoSecurePort=0, ipcPort=35545, storageInfo=lv=-57;cid=testClusterID;nsid=1445661620;c=1733390987185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:29:48,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6 2024-12-05T09:29:48,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:48,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:48,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:29:48,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9 with version=8 2024-12-05T09:29:48,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/hbase-staging 2024-12-05T09:29:48,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:48,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:48,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:48,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:48,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:48,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:48,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:29:48,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:48,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37077 2024-12-05T09:29:48,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37077 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:48,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370770x0, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:48,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37077-0x101a6010dfb0006 connected 2024-12-05T09:29:48,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:48,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:48,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/running 2024-12-05T09:29:48,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9, hbase.cluster.distributed=false 2024-12-05T09:29:48,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/acl 2024-12-05T09:29:48,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37077 2024-12-05T09:29:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37077 2024-12-05T09:29:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37077 2024-12-05T09:29:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37077 2024-12-05T09:29:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37077 2024-12-05T09:29:48,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:29:48,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:48,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:48,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:29:48,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:29:48,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:29:48,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:29:48,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:29:48,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44801 2024-12-05T09:29:48,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44801 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:48,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:48,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:48,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448010x0, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:48,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448010x0, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/running 2024-12-05T09:29:48,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44801-0x101a6010dfb0007 connected 2024-12-05T09:29:48,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:29:48,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:29:48,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/master 2024-12-05T09:29:48,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/acl 2024-12-05T09:29:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44801 2024-12-05T09:29:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44801 2024-12-05T09:29:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44801 2024-12-05T09:29:48,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44801 2024-12-05T09:29:48,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44801 2024-12-05T09:29:48,845 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:37077 2024-12-05T09:29:48,847 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2129658200/backup-masters/33186fd147fa,37077,1733390988697 2024-12-05T09:29:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200/backup-masters 2024-12-05T09:29:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200/backup-masters 2024-12-05T09:29:48,852 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on existing znode=/2129658200/backup-masters/33186fd147fa,37077,1733390988697 2024-12-05T09:29:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2129658200/master 2024-12-05T09:29:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:48,860 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on existing znode=/2129658200/master 2024-12-05T09:29:48,860 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2129658200/backup-masters/33186fd147fa,37077,1733390988697 from backup master directory 2024-12-05T09:29:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200/backup-masters 2024-12-05T09:29:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129658200/backup-masters/33186fd147fa,37077,1733390988697 2024-12-05T09:29:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200/backup-masters 2024-12-05T09:29:48,868 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:48,868 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,37077,1733390988697 2024-12-05T09:29:48,871 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/hbase.id] with ID: 83750368-c338-4c8a-bf38-591f0869ed67 2024-12-05T09:29:48,872 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/.tmp/hbase.id 2024-12-05T09:29:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:29:49,276 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/.tmp/hbase.id]:[hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/hbase.id] 2024-12-05T09:29:49,283 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:29:49,283 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:29:49,284 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:29:49,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:49,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:29:49,698 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:49,698 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:29:49,699 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:29:50,104 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store 2024-12-05T09:29:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:29:50,509 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:50,509 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:29:50,509 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:50,509 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:50,509 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:29:50,509 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:50,509 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:29:50,509 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733390990509Disabling compacts and flushes for region at 1733390990509Disabling writes for close at 1733390990509Writing region close event to WAL at 1733390990509Closed at 1733390990509 2024-12-05T09:29:50,509 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/.initializing 2024-12-05T09:29:50,510 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/WALs/33186fd147fa,37077,1733390988697 2024-12-05T09:29:50,510 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:50,511 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C37077%2C1733390988697, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/WALs/33186fd147fa,37077,1733390988697, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/oldWALs, maxLogs=10 2024-12-05T09:29:50,523 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/WALs/33186fd147fa,37077,1733390988697/33186fd147fa%2C37077%2C1733390988697.1733390990511, exclude list is [], retry=0 2024-12-05T09:29:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-37accd90-d032-47cb-92f4-62dd6c8bbda0,DISK] 2024-12-05T09:29:50,526 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/WALs/33186fd147fa,37077,1733390988697/33186fd147fa%2C37077%2C1733390988697.1733390990511 2024-12-05T09:29:50,526 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45649:45649)] 2024-12-05T09:29:50,527 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:50,527 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:50,527 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,527 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:29:50,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:50,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:50,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:29:50,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:50,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:50,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:29:50,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:50,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:50,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:29:50,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:50,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:50,533 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,533 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,533 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:50,535 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:29:50,536 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:50,536 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63961906, jitterRate=-0.04689332842826843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:50,536 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733390990527Initializing all the Stores at 1733390990527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390990527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390990528 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390990528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390990528Cleaning up temporary data from old regions at 1733390990534 (+6 ms)Region opened successfully at 1733390990536 (+2 ms) 2024-12-05T09:29:50,537 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:29:50,538 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726d9cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:50,539 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:29:50,539 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:29:50,539 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:29:50,539 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:29:50,540 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:29:50,540 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:29:50,540 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:29:50,541 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:29:50,555 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Unable to get data of znode /2129658200/balancer because node does not exist (not necessarily an error) 2024-12-05T09:29:50,602 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129658200/balancer already deleted, retry=false 2024-12-05T09:29:50,602 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:29:50,603 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Unable to get data of znode /2129658200/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:29:50,610 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129658200/normalizer already deleted, retry=false 2024-12-05T09:29:50,610 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:29:50,611 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Unable to get data of znode /2129658200/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:29:50,618 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129658200/switch/split already deleted, retry=false 2024-12-05T09:29:50,619 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Unable to get data of znode /2129658200/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:29:50,626 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129658200/switch/merge already deleted, retry=false 2024-12-05T09:29:50,628 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Unable to get data of znode /2129658200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:29:50,635 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129658200/snapshot-cleanup already deleted, retry=false 2024-12-05T09:29:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2129658200/running 2024-12-05T09:29:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2129658200/running 2024-12-05T09:29:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:50,644 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,37077,1733390988697, sessionid=0x101a6010dfb0006, setting cluster-up flag (Was=false) 2024-12-05T09:29:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:50,685 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2129658200/flush-table-proc/acquired, /2129658200/flush-table-proc/reached, /2129658200/flush-table-proc/abort 2024-12-05T09:29:50,686 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,37077,1733390988697 2024-12-05T09:29:50,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:50,726 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2129658200/online-snapshot/acquired, /2129658200/online-snapshot/reached, /2129658200/online-snapshot/abort 2024-12-05T09:29:50,727 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,37077,1733390988697 2024-12-05T09:29:50,728 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:29:50,729 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:50,729 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:29:50,729 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:29:50,730 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,37077,1733390988697 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:50,731 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391020732 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:29:50,732 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:29:50,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:50,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:29:50,733 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390990733,5,FailOnTimeoutGroup] 2024-12-05T09:29:50,733 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390990733,5,FailOnTimeoutGroup] 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,733 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:50,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:29:50,742 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(746): ClusterId : 83750368-c338-4c8a-bf38-591f0869ed67 2024-12-05T09:29:50,743 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:29:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:29:50,752 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:29:50,752 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:29:50,760 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:29:50,761 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc71ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:29:50,772 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:44801 2024-12-05T09:29:50,772 INFO [RS:0;33186fd147fa:44801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:29:50,772 INFO [RS:0;33186fd147fa:44801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:29:50,772 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:29:50,773 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,37077,1733390988697 with port=44801, startcode=1733390988812 2024-12-05T09:29:50,773 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:29:50,774 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:29:50,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,44801,1733390988812 2024-12-05T09:29:50,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37077 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,44801,1733390988812 2024-12-05T09:29:50,776 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9 2024-12-05T09:29:50,776 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45951 2024-12-05T09:29:50,776 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:29:50,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200/rs 2024-12-05T09:29:50,812 DEBUG [RS:0;33186fd147fa:44801 {}] zookeeper.ZKUtil(111): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on existing znode=/2129658200/rs/33186fd147fa,44801,1733390988812 2024-12-05T09:29:50,812 WARN [RS:0;33186fd147fa:44801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:29:50,812 INFO [RS:0;33186fd147fa:44801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:50,812 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812 2024-12-05T09:29:50,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,44801,1733390988812] 2024-12-05T09:29:50,815 INFO [RS:0;33186fd147fa:44801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:29:50,816 INFO [RS:0;33186fd147fa:44801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:29:50,816 INFO [RS:0;33186fd147fa:44801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:29:50,816 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,816 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:29:50,817 INFO [RS:0;33186fd147fa:44801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:29:50,817 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:50,817 DEBUG [RS:0;33186fd147fa:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:29:50,818 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,818 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,818 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,818 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,818 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,818 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44801,1733390988812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:50,830 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:29:50,830 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44801,1733390988812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,830 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,830 INFO [RS:0;33186fd147fa:44801 {}] regionserver.Replication(171): 33186fd147fa,44801,1733390988812 started 2024-12-05T09:29:50,841 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:50,841 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,44801,1733390988812, RpcServer on 33186fd147fa/172.17.0.3:44801, sessionid=0x101a6010dfb0007 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,44801,1733390988812 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,44801,1733390988812' 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2129658200/flush-table-proc/abort' 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2129658200/flush-table-proc/acquired' 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,44801,1733390988812 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,44801,1733390988812' 2024-12-05T09:29:50,842 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2129658200/online-snapshot/abort' 2024-12-05T09:29:50,843 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2129658200/online-snapshot/acquired' 2024-12-05T09:29:50,843 DEBUG [RS:0;33186fd147fa:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:29:50,843 INFO [RS:0;33186fd147fa:44801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:29:50,843 INFO [RS:0;33186fd147fa:44801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:29:50,943 INFO [RS:0;33186fd147fa:44801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:29:50,945 INFO [RS:0;33186fd147fa:44801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C44801%2C1733390988812, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/oldWALs, maxLogs=10 2024-12-05T09:29:50,956 DEBUG [RS:0;33186fd147fa:44801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, exclude list is [], retry=0 2024-12-05T09:29:50,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-37accd90-d032-47cb-92f4-62dd6c8bbda0,DISK] 2024-12-05T09:29:50,960 INFO [RS:0;33186fd147fa:44801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 2024-12-05T09:29:50,960 DEBUG [RS:0;33186fd147fa:44801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45649:45649)] 2024-12-05T09:29:51,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:29:51,150 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9 2024-12-05T09:29:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:29:51,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:51,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:51,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:51,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:51,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:51,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:51,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:51,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:51,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:51,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:51,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740 2024-12-05T09:29:51,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740 2024-12-05T09:29:51,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:51,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:51,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:51,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:51,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68512723, jitterRate=0.020919129252433777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733390991555Initializing all the Stores at 1733390991556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390991556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390991556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390991556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390991556Cleaning up temporary data from old regions at 1733390991562 (+6 ms)Region opened successfully at 1733390991565 (+3 ms) 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:29:51,565 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:29:51,565 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:29:51,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733390991565Disabling compacts and flushes for region at 1733390991565Disabling writes for close at 1733390991565Writing region close event to WAL at 1733390991565Closed at 1733390991565 2024-12-05T09:29:51,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:51,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:29:51,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:29:51,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:51,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:29:51,718 DEBUG [33186fd147fa:37077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:29:51,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,44801,1733390988812 2024-12-05T09:29:51,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,44801,1733390988812, state=OPENING 2024-12-05T09:29:51,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:29:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:29:51,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:29:51,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129658200/meta-region-server: CHANGED 2024-12-05T09:29:51,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129658200/meta-region-server: CHANGED 2024-12-05T09:29:51,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,44801,1733390988812}] 2024-12-05T09:29:51,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:29:51,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:29:51,955 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:29:51,955 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:51,956 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:29:51,957 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C44801%2C1733390988812.meta, suffix=.meta, logDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/oldWALs, maxLogs=10 2024-12-05T09:29:51,973 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.meta.1733390991957.meta, exclude list is [], retry=0 2024-12-05T09:29:51,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-37accd90-d032-47cb-92f4-62dd6c8bbda0,DISK] 2024-12-05T09:29:51,976 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.meta.1733390991957.meta 2024-12-05T09:29:51,976 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45649:45649)] 2024-12-05T09:29:51,976 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:51,977 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:51,977 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:51,977 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:29:51,977 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:29:51,977 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:29:51,977 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:51,977 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:29:51,977 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:29:51,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:29:51,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:29:51,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:29:51,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:29:51,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:29:51,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:29:51,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:29:51,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:29:51,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:51,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:29:51,981 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:29:51,982 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740 2024-12-05T09:29:51,982 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740 2024-12-05T09:29:51,983 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:29:51,983 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:29:51,983 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:29:51,984 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:29:51,984 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68412703, jitterRate=0.019428715109825134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:29:51,984 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:29:51,984 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733390991977Writing region info on filesystem at 1733390991977Initializing all the Stores at 1733390991978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390991978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390991978Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390991978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733390991978Cleaning up temporary data from old regions at 1733390991983 (+5 ms)Running coprocessor post-open hooks at 1733390991984 (+1 ms)Region opened successfully at 1733390991984 2024-12-05T09:29:51,985 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733390991951 2024-12-05T09:29:51,987 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:29:51,987 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:29:51,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,44801,1733390988812 2024-12-05T09:29:51,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,44801,1733390988812, state=OPEN 2024-12-05T09:29:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2129658200/meta-region-server 2024-12-05T09:29:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2129658200/meta-region-server 2024-12-05T09:29:51,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,44801,1733390988812 2024-12-05T09:29:51,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129658200/meta-region-server: CHANGED 2024-12-05T09:29:51,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129658200/meta-region-server: CHANGED 2024-12-05T09:29:51,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:29:51,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,44801,1733390988812 in 193 msec 2024-12-05T09:29:51,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:29:51,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-05T09:29:51,997 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:29:51,997 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:29:51,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:51,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,44801,1733390988812, seqNum=-1] 2024-12-05T09:29:51,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:51,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:52,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-12-05T09:29:52,003 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733390992003, completionTime=-1 2024-12-05T09:29:52,003 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:29:52,003 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391052005 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391112005 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37077,1733390988697-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37077,1733390988697-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37077,1733390988697-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:37077, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,005 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,006 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.140sec 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37077,1733390988697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:29:52,008 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37077,1733390988697-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:29:52,009 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:29:52,009 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:29:52,009 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,37077,1733390988697-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:29:52,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:52,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:29:52,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:52,044 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:29:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:29:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3aad4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:29:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:52,046 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:52,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:52,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:29:52,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,44801,1733390988812, seqNum=-1] 2024-12-05T09:29:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:29:52,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:29:52,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,37077,1733390988697 2024-12-05T09:29:52,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-12-05T09:29:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:29:52,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6010dfb0008 connected 2024-12-05T09:29:52,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38145,1733390978531 2024-12-05T09:29:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ffe84e 2024-12-05T09:29:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:52,071 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:52,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:29:52,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:52,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:52,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:29:52,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:29:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:52,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f7528b51576a64b31674e9bc80a66d7, NAME => 'test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff 2024-12-05T09:29:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:29:52,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:52,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:52,543 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48394 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:52,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:52,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f7528b51576a64b31674e9bc80a66d7, disabling compactions & flushes 2024-12-05T09:29:52,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:52,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:52,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. after waiting 0 ms 2024-12-05T09:29:52,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:52,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:52,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f7528b51576a64b31674e9bc80a66d7: Waiting for close lock at 1733390992885Disabling compacts and flushes for region at 1733390992885Disabling writes for close at 1733390992885Writing region close event to WAL at 1733390992885Closed at 1733390992885 2024-12-05T09:29:52,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:52,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390992886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390992886"}]},"ts":"1733390992886"} 2024-12-05T09:29:52,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:52,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:52,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390992888"}]},"ts":"1733390992888"} 2024-12-05T09:29:52,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:29:52,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f7528b51576a64b31674e9bc80a66d7, ASSIGN}] 2024-12-05T09:29:52,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f7528b51576a64b31674e9bc80a66d7, ASSIGN 2024-12-05T09:29:52,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f7528b51576a64b31674e9bc80a66d7, ASSIGN; state=OFFLINE, location=33186fd147fa,41193,1733390978919; forceNewPlan=false, retain=false 2024-12-05T09:29:53,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f7528b51576a64b31674e9bc80a66d7, regionState=OPENING, regionLocation=33186fd147fa,41193,1733390978919 2024-12-05T09:29:53,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f7528b51576a64b31674e9bc80a66d7, ASSIGN because future has completed 2024-12-05T09:29:53,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7528b51576a64b31674e9bc80a66d7, server=33186fd147fa,41193,1733390978919}] 2024-12-05T09:29:53,199 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:53,199 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f7528b51576a64b31674e9bc80a66d7, NAME => 'test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:53,200 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:53,200 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:29:53,200 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,200 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:53,200 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,200 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,201 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,202 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7528b51576a64b31674e9bc80a66d7 columnFamilyName f 2024-12-05T09:29:53,202 DEBUG [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:53,202 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] regionserver.HStore(327): Store=4f7528b51576a64b31674e9bc80a66d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:53,202 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,203 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7528b51576a64b31674e9bc80a66d7 columnFamilyName f1 2024-12-05T09:29:53,203 DEBUG [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:53,203 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] regionserver.HStore(327): Store=4f7528b51576a64b31674e9bc80a66d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:53,203 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,204 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7528b51576a64b31674e9bc80a66d7 columnFamilyName norep 2024-12-05T09:29:53,204 DEBUG [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:53,204 INFO [StoreOpener-4f7528b51576a64b31674e9bc80a66d7-1 {}] regionserver.HStore(327): Store=4f7528b51576a64b31674e9bc80a66d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:53,205 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,205 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,205 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,206 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,206 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,206 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:53,207 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,209 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:53,209 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f7528b51576a64b31674e9bc80a66d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71048098, jitterRate=0.05869916081428528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:53,209 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:29:53,210 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f7528b51576a64b31674e9bc80a66d7: Running coprocessor pre-open hook at 1733390993200Writing region info on filesystem at 1733390993200Initializing all the Stores at 1733390993201 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390993201Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390993201Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390993201Cleaning up temporary data from old regions at 1733390993206 (+5 ms)Running coprocessor post-open hooks at 1733390993209 (+3 ms)Region opened successfully at 1733390993209 2024-12-05T09:29:53,210 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7., pid=6, masterSystemTime=1733390993196 2024-12-05T09:29:53,212 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:53,212 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:29:53,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f7528b51576a64b31674e9bc80a66d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,41193,1733390978919 2024-12-05T09:29:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:53,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7528b51576a64b31674e9bc80a66d7, server=33186fd147fa,41193,1733390978919 because future has completed 2024-12-05T09:29:53,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:29:53,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f7528b51576a64b31674e9bc80a66d7, server=33186fd147fa,41193,1733390978919 in 171 msec 2024-12-05T09:29:53,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:29:53,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f7528b51576a64b31674e9bc80a66d7, ASSIGN in 326 msec 2024-12-05T09:29:53,218 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:53,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390993218"}]},"ts":"1733390993218"} 2024-12-05T09:29:53,219 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:29:53,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:53,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-05T09:29:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:54,234 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:29:54,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,33583,1733390983717 2024-12-05T09:29:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c4e2e6 2024-12-05T09:29:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:54,235 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:54,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:29:54,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:54,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:54,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:29:54,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:54,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:29:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:54,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4f698435ea5dc34f61d8e5b8b49dd44, NAME => 'test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3 2024-12-05T09:29:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:29:54,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:29:54,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T09:29:54,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:29:54,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T09:29:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:55,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:55,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f4f698435ea5dc34f61d8e5b8b49dd44, disabling compactions & flushes 2024-12-05T09:29:55,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. after waiting 0 ms 2024-12-05T09:29:55,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4f698435ea5dc34f61d8e5b8b49dd44: Waiting for close lock at 1733390995048Disabling compacts and flushes for region at 1733390995048Disabling writes for close at 1733390995048Writing region close event to WAL at 1733390995048Closed at 1733390995048 2024-12-05T09:29:55,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:55,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390995050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390995050"}]},"ts":"1733390995050"} 2024-12-05T09:29:55,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:55,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:55,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390995052"}]},"ts":"1733390995052"} 2024-12-05T09:29:55,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:29:55,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4f698435ea5dc34f61d8e5b8b49dd44, ASSIGN}] 2024-12-05T09:29:55,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4f698435ea5dc34f61d8e5b8b49dd44, ASSIGN 2024-12-05T09:29:55,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f4f698435ea5dc34f61d8e5b8b49dd44, ASSIGN; state=OFFLINE, location=33186fd147fa,36891,1733390983824; forceNewPlan=false, retain=false 2024-12-05T09:29:55,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4f698435ea5dc34f61d8e5b8b49dd44, regionState=OPENING, regionLocation=33186fd147fa,36891,1733390983824 2024-12-05T09:29:55,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f4f698435ea5dc34f61d8e5b8b49dd44, ASSIGN because future has completed 2024-12-05T09:29:55,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4f698435ea5dc34f61d8e5b8b49dd44, server=33186fd147fa,36891,1733390983824}] 2024-12-05T09:29:55,363 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,363 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4f698435ea5dc34f61d8e5b8b49dd44, NAME => 'test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:55,364 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:55,364 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:29:55,364 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,364 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:55,364 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,364 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,365 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,366 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f698435ea5dc34f61d8e5b8b49dd44 columnFamilyName f 2024-12-05T09:29:55,366 DEBUG [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:55,367 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] regionserver.HStore(327): Store=f4f698435ea5dc34f61d8e5b8b49dd44/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:55,367 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,368 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f698435ea5dc34f61d8e5b8b49dd44 columnFamilyName f1 2024-12-05T09:29:55,368 DEBUG [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:55,368 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] regionserver.HStore(327): Store=f4f698435ea5dc34f61d8e5b8b49dd44/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:55,368 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,369 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f698435ea5dc34f61d8e5b8b49dd44 columnFamilyName norep 2024-12-05T09:29:55,369 DEBUG [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:55,369 INFO [StoreOpener-f4f698435ea5dc34f61d8e5b8b49dd44-1 {}] regionserver.HStore(327): Store=f4f698435ea5dc34f61d8e5b8b49dd44/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:55,369 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,370 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,370 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,371 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,371 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,371 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:55,373 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:55,374 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:55,374 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4f698435ea5dc34f61d8e5b8b49dd44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73208696, jitterRate=0.09089457988739014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:55,374 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:29:55,374 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4f698435ea5dc34f61d8e5b8b49dd44: Running coprocessor pre-open hook at 1733390995364Writing region info on filesystem at 1733390995364Initializing all the Stores at 1733390995365 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390995365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390995365Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390995365Cleaning up temporary data from old regions at 1733390995371 (+6 ms)Running coprocessor post-open hooks at 1733390995374 (+3 ms)Region opened successfully at 1733390995374 2024-12-05T09:29:55,375 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44., pid=6, masterSystemTime=1733390995360 2024-12-05T09:29:55,377 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,377 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:29:55,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4f698435ea5dc34f61d8e5b8b49dd44, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,36891,1733390983824 2024-12-05T09:29:55,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4f698435ea5dc34f61d8e5b8b49dd44, server=33186fd147fa,36891,1733390983824 because future has completed 2024-12-05T09:29:55,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:29:55,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4f698435ea5dc34f61d8e5b8b49dd44, server=33186fd147fa,36891,1733390983824 in 171 msec 2024-12-05T09:29:55,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:29:55,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f4f698435ea5dc34f61d8e5b8b49dd44, ASSIGN in 326 msec 2024-12-05T09:29:55,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:55,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390995382"}]},"ts":"1733390995382"} 2024-12-05T09:29:55,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:29:55,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:55,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-05T09:29:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:56,394 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:29:56,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37077,1733390988697 2024-12-05T09:29:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59778eda 2024-12-05T09:29:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:56,396 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:56,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:29:56,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:56,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:56,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:29:56,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:56,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:29:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:56,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 272fdf8a65a876b5885110b60d644670, NAME => 'test,,1733390996396.272fdf8a65a876b5885110b60d644670.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9 2024-12-05T09:29:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:29:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:57,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733390996396.272fdf8a65a876b5885110b60d644670.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:57,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 272fdf8a65a876b5885110b60d644670, disabling compactions & flushes 2024-12-05T09:29:57,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733390996396.272fdf8a65a876b5885110b60d644670. after waiting 0 ms 2024-12-05T09:29:57,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 272fdf8a65a876b5885110b60d644670: Waiting for close lock at 1733390997251Disabling compacts and flushes for region at 1733390997251Disabling writes for close at 1733390997251Writing region close event to WAL at 1733390997251Closed at 1733390997251 2024-12-05T09:29:57,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:57,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733390996396.272fdf8a65a876b5885110b60d644670.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733390997252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390997252"}]},"ts":"1733390997252"} 2024-12-05T09:29:57,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:57,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:57,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390997255"}]},"ts":"1733390997255"} 2024-12-05T09:29:57,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:29:57,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=272fdf8a65a876b5885110b60d644670, ASSIGN}] 2024-12-05T09:29:57,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=272fdf8a65a876b5885110b60d644670, ASSIGN 2024-12-05T09:29:57,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=272fdf8a65a876b5885110b60d644670, ASSIGN; state=OFFLINE, location=33186fd147fa,44801,1733390988812; forceNewPlan=false, retain=false 2024-12-05T09:29:57,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=272fdf8a65a876b5885110b60d644670, regionState=OPENING, regionLocation=33186fd147fa,44801,1733390988812 2024-12-05T09:29:57,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=272fdf8a65a876b5885110b60d644670, ASSIGN because future has completed 2024-12-05T09:29:57,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272fdf8a65a876b5885110b60d644670, server=33186fd147fa,44801,1733390988812}] 2024-12-05T09:29:57,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:29:57,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:29:57,566 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,566 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 272fdf8a65a876b5885110b60d644670, NAME => 'test,,1733390996396.272fdf8a65a876b5885110b60d644670.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:57,567 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:57,567 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:29:57,567 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,567 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733390996396.272fdf8a65a876b5885110b60d644670.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:57,567 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,567 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,568 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,569 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272fdf8a65a876b5885110b60d644670 columnFamilyName f 2024-12-05T09:29:57,569 DEBUG [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:57,570 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] regionserver.HStore(327): Store=272fdf8a65a876b5885110b60d644670/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:57,570 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,570 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272fdf8a65a876b5885110b60d644670 columnFamilyName f1 2024-12-05T09:29:57,571 DEBUG [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:57,571 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] regionserver.HStore(327): Store=272fdf8a65a876b5885110b60d644670/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:57,571 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,572 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272fdf8a65a876b5885110b60d644670 columnFamilyName norep 2024-12-05T09:29:57,572 DEBUG [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:57,572 INFO [StoreOpener-272fdf8a65a876b5885110b60d644670-1 {}] regionserver.HStore(327): Store=272fdf8a65a876b5885110b60d644670/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:57,572 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,573 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,573 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:57,573 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,573 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,574 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:57,575 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,576 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:57,576 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 272fdf8a65a876b5885110b60d644670; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74353667, jitterRate=0.10795597732067108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:57,576 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:29:57,576 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 272fdf8a65a876b5885110b60d644670: Running coprocessor pre-open hook at 1733390997567Writing region info on filesystem at 1733390997567Initializing all the Stores at 1733390997568 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390997568Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390997568Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390997568Cleaning up temporary data from old regions at 1733390997573 (+5 ms)Running coprocessor post-open hooks at 1733390997576 (+3 ms)Region opened successfully at 1733390997576 2024-12-05T09:29:57,577 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733390996396.272fdf8a65a876b5885110b60d644670., pid=6, masterSystemTime=1733390997563 2024-12-05T09:29:57,579 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,579 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:29:57,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=272fdf8a65a876b5885110b60d644670, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,44801,1733390988812 2024-12-05T09:29:57,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272fdf8a65a876b5885110b60d644670, server=33186fd147fa,44801,1733390988812 because future has completed 2024-12-05T09:29:57,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:29:57,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 272fdf8a65a876b5885110b60d644670, server=33186fd147fa,44801,1733390988812 in 171 msec 2024-12-05T09:29:57,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:29:57,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=272fdf8a65a876b5885110b60d644670, ASSIGN in 327 msec 2024-12-05T09:29:57,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:57,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390997585"}]},"ts":"1733390997585"} 2024-12-05T09:29:57,587 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:29:57,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:57,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-12-05T09:29:57,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:29:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:29:58,584 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:29:58,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:58,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:29:58,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:58,585 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:29:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:29:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a6eb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:29:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:58,586 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caf7585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:58,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38145,1733390978531 2024-12-05T09:29:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2011b8c1 2024-12-05T09:29:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:58,589 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:58,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:33583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:29:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:29:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:58,592 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:33583' 2024-12-05T09:29:58,593 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed9af70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:58,593 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33583,-1 for getting cluster id 2024-12-05T09:29:58,593 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:29:58,593 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74bb231-dae7-4c1c-a1c8-7fbcd2861056' 2024-12-05T09:29:58,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:29:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74bb231-dae7-4c1c-a1c8-7fbcd2861056" 2024-12-05T09:29:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f878df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33583,-1] 2024-12-05T09:29:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:29:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:58,595 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:29:58,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b3f2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:29:58,595 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:29:58,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,33583,1733390983717 2024-12-05T09:29:58,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63051275 2024-12-05T09:29:58,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:29:58,597 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:29:58,597 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T09:29:58,597 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:29:58,597 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:58,597 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:29:58,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:29:58,598 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:29:58,599 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:29:58,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:29:58,599 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:58,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:29:58,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:29:58,649 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:29:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:59,006 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6c6f06f8995aebc8356088e701a7cd4, NAME => 'hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff 2024-12-05T09:29:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:29:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:59,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:59,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b6c6f06f8995aebc8356088e701a7cd4, disabling compactions & flushes 2024-12-05T09:29:59,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. after waiting 0 ms 2024-12-05T09:29:59,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6c6f06f8995aebc8356088e701a7cd4: Waiting for close lock at 1733390999411Disabling compacts and flushes for region at 1733390999411Disabling writes for close at 1733390999411Writing region close event to WAL at 1733390999411Closed at 1733390999411 2024-12-05T09:29:59,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:29:59,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733390999412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733390999412"}]},"ts":"1733390999412"} 2024-12-05T09:29:59,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:29:59,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:29:59,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390999415"}]},"ts":"1733390999415"} 2024-12-05T09:29:59,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:29:59,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6c6f06f8995aebc8356088e701a7cd4, ASSIGN}] 2024-12-05T09:29:59,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6c6f06f8995aebc8356088e701a7cd4, ASSIGN 2024-12-05T09:29:59,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6c6f06f8995aebc8356088e701a7cd4, ASSIGN; state=OFFLINE, location=33186fd147fa,41193,1733390978919; forceNewPlan=false, retain=false 2024-12-05T09:29:59,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b6c6f06f8995aebc8356088e701a7cd4, regionState=OPENING, regionLocation=33186fd147fa,41193,1733390978919 2024-12-05T09:29:59,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6c6f06f8995aebc8356088e701a7cd4, ASSIGN because future has completed 2024-12-05T09:29:59,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6c6f06f8995aebc8356088e701a7cd4, server=33186fd147fa,41193,1733390978919}] 2024-12-05T09:29:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:29:59,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:29:59,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:29:59,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41193%2C1733390978919.rep, suffix=, logDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/oldWALs, maxLogs=10 2024-12-05T09:29:59,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.rep.1733390999727, exclude list is [], retry=0 2024-12-05T09:29:59,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-10f8db8a-22f4-431f-9ca1-58cf9bb26908,DISK] 2024-12-05T09:29:59,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.rep.1733390999727 2024-12-05T09:29:59,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43381:43381)] 2024-12-05T09:29:59,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b6c6f06f8995aebc8356088e701a7cd4, NAME => 'hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:29:59,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:29:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:29:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. service=MultiRowMutationService 2024-12-05T09:29:59,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:29:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:29:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,743 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,744 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6c6f06f8995aebc8356088e701a7cd4 columnFamilyName hfileref 2024-12-05T09:29:59,744 DEBUG [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:59,745 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] regionserver.HStore(327): Store=b6c6f06f8995aebc8356088e701a7cd4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:59,745 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,746 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6c6f06f8995aebc8356088e701a7cd4 columnFamilyName queue 2024-12-05T09:29:59,746 DEBUG [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:59,746 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] regionserver.HStore(327): Store=b6c6f06f8995aebc8356088e701a7cd4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:59,746 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,747 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6c6f06f8995aebc8356088e701a7cd4 columnFamilyName sid 2024-12-05T09:29:59,747 DEBUG [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:29:59,747 INFO [StoreOpener-b6c6f06f8995aebc8356088e701a7cd4-1 {}] regionserver.HStore(327): Store=b6c6f06f8995aebc8356088e701a7cd4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:29:59,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/replication/b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/replication/b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:29:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/replication/b6c6f06f8995aebc8356088e701a7cd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:29:59,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b6c6f06f8995aebc8356088e701a7cd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74528024, jitterRate=0.11055409908294678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:29:59,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:29:59,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b6c6f06f8995aebc8356088e701a7cd4: Running coprocessor pre-open hook at 1733390999742Writing region info on filesystem at 1733390999742Initializing all the Stores at 1733390999743 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390999743Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390999743Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733390999743Cleaning up temporary data from old regions at 1733390999755 (+12 ms)Running coprocessor post-open hooks at 1733390999758 (+3 ms)Region opened successfully at 1733390999758 2024-12-05T09:29:59,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4., pid=10, masterSystemTime=1733390999722 2024-12-05T09:29:59,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:29:59,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b6c6f06f8995aebc8356088e701a7cd4, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,41193,1733390978919 2024-12-05T09:29:59,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6c6f06f8995aebc8356088e701a7cd4, server=33186fd147fa,41193,1733390978919 because future has completed 2024-12-05T09:29:59,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:29:59,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b6c6f06f8995aebc8356088e701a7cd4, server=33186fd147fa,41193,1733390978919 in 193 msec 2024-12-05T09:29:59,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:29:59,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6c6f06f8995aebc8356088e701a7cd4, ASSIGN in 349 msec 2024-12-05T09:29:59,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:29:59,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733390999766"}]},"ts":"1733390999766"} 2024-12-05T09:29:59,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:29:59,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:29:59,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-05T09:29:59,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4., hostname=33186fd147fa,41193,1733390978919, seqNum=2] 2024-12-05T09:29:59,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:59,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:29:59,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:00,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:30:00,019 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:30:00,043 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,41193,1733390978919, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:00,044 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:00,044 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41193,1733390978919, seqNum=-1] 2024-12-05T09:30:00,044 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:00,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:00,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,41193,1733390978919', locateType=CURRENT is [region=hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4., hostname=33186fd147fa,41193,1733390978919, seqNum=2] 2024-12-05T09:30:00,049 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:30:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:30:00,050 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,41193,1733390978919 suceeded 2024-12-05T09:30:00,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:30:00,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T09:30:00,052 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:33583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:30:00,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-12-05T09:30:00,076 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:33583' 2024-12-05T09:30:00,077 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa81702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,077 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33583,-1 for getting cluster id 2024-12-05T09:30:00,077 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:00,078 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74bb231-dae7-4c1c-a1c8-7fbcd2861056' 2024-12-05T09:30:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74bb231-dae7-4c1c-a1c8-7fbcd2861056" 2024-12-05T09:30:00,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@997b1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33583,-1] 2024-12-05T09:30:00,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:00,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,080 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:00,080 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bf7e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,080 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,33583,1733390983717 2024-12-05T09:30:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20174314 2024-12-05T09:30:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:00,082 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:00,083 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,41193,1733390978919 (queues=1) is replicating from cluster=d68ecc67-9549-48aa-95e6-d9f92e3108d4 to cluster=a74bb231-dae7-4c1c-a1c8-7fbcd2861056 2024-12-05T09:30:00,083 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C41193%2C1733390978919 2024-12-05T09:30:00,083 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,41193,1733390978919, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:00,083 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, startPosition=0, beingWritten=true 2024-12-05T09:30:00,090 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C41193%2C1733390978919 2024-12-05T09:30:00,093 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:00,093 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:00,093 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:00,297 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:00,601 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:00,744 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:00,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:00,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:00,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:00,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33583,-1 for getting cluster id 2024-12-05T09:30:00,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:00,746 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74bb231-dae7-4c1c-a1c8-7fbcd2861056' 2024-12-05T09:30:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74bb231-dae7-4c1c-a1c8-7fbcd2861056" 2024-12-05T09:30:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bbb9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33583,-1] 2024-12-05T09:30:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,747 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256b3369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,33583,1733390983717 2024-12-05T09:30:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e8cbb3 2024-12-05T09:30:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:00,750 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:00,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:37077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:30:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:30:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:00,753 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:37077' 2024-12-05T09:30:00,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d71ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,754 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:00,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:00,754 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7633d576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,756 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a84841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:00,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:00,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37077,1733390988697 2024-12-05T09:30:00,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae48eee 2024-12-05T09:30:00,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:00,758 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:00,758 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:30:00,758 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:30:00,758 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:00,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:00,759 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:00,760 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:30:00,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:00,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:00,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:00,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:30:00,810 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:30:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:01,005 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:01,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9e73f6b5a26e48253bd7638c2d775ab, NAME => 'hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3 2024-12-05T09:30:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:30:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:01,508 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:01,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:01,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9e73f6b5a26e48253bd7638c2d775ab, disabling compactions & flushes 2024-12-05T09:30:01,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. after waiting 0 ms 2024-12-05T09:30:01,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9e73f6b5a26e48253bd7638c2d775ab: Waiting for close lock at 1733391001577Disabling compacts and flushes for region at 1733391001577Disabling writes for close at 1733391001577Writing region close event to WAL at 1733391001577Closed at 1733391001577 2024-12-05T09:30:01,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:01,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733391001578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391001578"}]},"ts":"1733391001578"} 2024-12-05T09:30:01,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:01,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:01,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391001582"}]},"ts":"1733391001582"} 2024-12-05T09:30:01,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:30:01,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9e73f6b5a26e48253bd7638c2d775ab, ASSIGN}] 2024-12-05T09:30:01,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9e73f6b5a26e48253bd7638c2d775ab, ASSIGN 2024-12-05T09:30:01,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9e73f6b5a26e48253bd7638c2d775ab, ASSIGN; state=OFFLINE, location=33186fd147fa,36891,1733390983824; forceNewPlan=false, retain=false 2024-12-05T09:30:01,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9e73f6b5a26e48253bd7638c2d775ab, regionState=OPENING, regionLocation=33186fd147fa,36891,1733390983824 2024-12-05T09:30:01,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9e73f6b5a26e48253bd7638c2d775ab, ASSIGN because future has completed 2024-12-05T09:30:01,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9e73f6b5a26e48253bd7638c2d775ab, server=33186fd147fa,36891,1733390983824}] 2024-12-05T09:30:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:01,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:01,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:30:01,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36891%2C1733390983824.rep, suffix=, logDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/oldWALs, maxLogs=10 2024-12-05T09:30:01,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.rep.1733391001896, exclude list is [], retry=0 2024-12-05T09:30:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-ccc2cf0f-256c-4106-9e99-1a6ba37762f0,DISK] 2024-12-05T09:30:01,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.rep.1733391001896 2024-12-05T09:30:01,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9e73f6b5a26e48253bd7638c2d775ab, NAME => 'hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:01,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. service=MultiRowMutationService 2024-12-05T09:30:01,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,913 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,914 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e73f6b5a26e48253bd7638c2d775ab columnFamilyName hfileref 2024-12-05T09:30:01,915 DEBUG [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:01,915 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] regionserver.HStore(327): Store=f9e73f6b5a26e48253bd7638c2d775ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:01,915 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,916 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e73f6b5a26e48253bd7638c2d775ab columnFamilyName queue 2024-12-05T09:30:01,916 DEBUG [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:01,916 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] regionserver.HStore(327): Store=f9e73f6b5a26e48253bd7638c2d775ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:01,916 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,917 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e73f6b5a26e48253bd7638c2d775ab columnFamilyName sid 2024-12-05T09:30:01,917 DEBUG [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:01,917 INFO [StoreOpener-f9e73f6b5a26e48253bd7638c2d775ab-1 {}] regionserver.HStore(327): Store=f9e73f6b5a26e48253bd7638c2d775ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:01,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:01,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:01,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f9e73f6b5a26e48253bd7638c2d775ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65429359, jitterRate=-0.025026574730873108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:01,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:01,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9e73f6b5a26e48253bd7638c2d775ab: Running coprocessor pre-open hook at 1733391001912Writing region info on filesystem at 1733391001912Initializing all the Stores at 1733391001913 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391001913Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391001913Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391001913Cleaning up temporary data from old regions at 1733391001918 (+5 ms)Running coprocessor post-open hooks at 1733391001922 (+4 ms)Region opened successfully at 1733391001922 2024-12-05T09:30:01,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab., pid=10, masterSystemTime=1733391001892 2024-12-05T09:30:01,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:01,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9e73f6b5a26e48253bd7638c2d775ab, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,36891,1733390983824 2024-12-05T09:30:01,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9e73f6b5a26e48253bd7638c2d775ab, server=33186fd147fa,36891,1733390983824 because future has completed 2024-12-05T09:30:01,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:30:01,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9e73f6b5a26e48253bd7638c2d775ab, server=33186fd147fa,36891,1733390983824 in 187 msec 2024-12-05T09:30:01,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:30:01,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9e73f6b5a26e48253bd7638c2d775ab, ASSIGN in 345 msec 2024-12-05T09:30:01,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:01,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391001932"}]},"ts":"1733391001932"} 2024-12-05T09:30:01,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:30:01,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:01,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-05T09:30:01,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab., hostname=33186fd147fa,36891,1733390983824, seqNum=2] 2024-12-05T09:30:02,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:30:02,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:30:02,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:02,112 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:02,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:30:02,186 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:30:02,215 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,36891,1733390983824, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36891,1733390983824, seqNum=-1] 2024-12-05T09:30:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:02,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:02,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,36891,1733390983824', locateType=CURRENT is [region=hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab., hostname=33186fd147fa,36891,1733390983824, seqNum=2] 2024-12-05T09:30:02,221 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:30:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:30:02,223 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,36891,1733390983824 suceeded 2024-12-05T09:30:02,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:30:02,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-05T09:30:02,224 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:37077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:30:02,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-12-05T09:30:02,234 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:37077' 2024-12-05T09:30:02,235 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24e6c122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,235 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:02,235 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:02,235 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:02,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:02,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:02,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21611961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:02,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:02,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,237 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:02,237 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f072be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,237 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:02,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37077,1733390988697 2024-12-05T09:30:02,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25a634d6 2024-12-05T09:30:02,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:02,239 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:02,239 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,36891,1733390983824 (queues=1) is replicating from cluster=a74bb231-dae7-4c1c-a1c8-7fbcd2861056 to cluster=83750368-c338-4c8a-bf38-591f0869ed67 2024-12-05T09:30:02,239 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C36891%2C1733390983824 2024-12-05T09:30:02,239 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,36891,1733390983824, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:02,240 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C36891%2C1733390983824 2024-12-05T09:30:02,240 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, startPosition=0, beingWritten=true 2024-12-05T09:30:02,244 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:02,244 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:02,244 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:02,448 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:02,752 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:02,816 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:02,903 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:02,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:02,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:02,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:02,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:02,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:02,905 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a91a626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,906 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c18cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37077,1733390988697 2024-12-05T09:30:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d4467a7 2024-12-05T09:30:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:02,908 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:02,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:38145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:30:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:30:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:02,912 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38145' 2024-12-05T09:30:02,913 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9a330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,913 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:30:02,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:02,913 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:30:02,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:02,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:30:02,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18593fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:30:02,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:02,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,915 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:02,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e336f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:02,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38145,1733390978531 2024-12-05T09:30:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@604517a0 2024-12-05T09:30:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:02,917 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:02,917 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:30:02,917 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:30:02,917 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,918 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:02,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:02,918 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:02,919 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:30:02,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:02,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:02,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:30:02,969 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:30:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:03,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:03,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:03,157 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:03,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70bfd611607f133a33f69d08c8efbdb5, NAME => 'hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9 2024-12-05T09:30:03,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:30:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:03,621 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:03,661 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:03,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:03,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70bfd611607f133a33f69d08c8efbdb5, disabling compactions & flushes 2024-12-05T09:30:03,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:03,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:03,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. after waiting 0 ms 2024-12-05T09:30:03,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:03,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:03,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70bfd611607f133a33f69d08c8efbdb5: Waiting for close lock at 1733391003735Disabling compacts and flushes for region at 1733391003735Disabling writes for close at 1733391003735Writing region close event to WAL at 1733391003735Closed at 1733391003735 2024-12-05T09:30:03,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:03,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733391003736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391003736"}]},"ts":"1733391003736"} 2024-12-05T09:30:03,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:03,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:03,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391003739"}]},"ts":"1733391003739"} 2024-12-05T09:30:03,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:30:03,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70bfd611607f133a33f69d08c8efbdb5, ASSIGN}] 2024-12-05T09:30:03,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70bfd611607f133a33f69d08c8efbdb5, ASSIGN 2024-12-05T09:30:03,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70bfd611607f133a33f69d08c8efbdb5, ASSIGN; state=OFFLINE, location=33186fd147fa,44801,1733390988812; forceNewPlan=false, retain=false 2024-12-05T09:30:03,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70bfd611607f133a33f69d08c8efbdb5, regionState=OPENING, regionLocation=33186fd147fa,44801,1733390988812 2024-12-05T09:30:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70bfd611607f133a33f69d08c8efbdb5, ASSIGN because future has completed 2024-12-05T09:30:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70bfd611607f133a33f69d08c8efbdb5, server=33186fd147fa,44801,1733390988812}] 2024-12-05T09:30:03,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:30:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:04,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:04,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:04,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:30:04,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C44801%2C1733390988812.rep, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/oldWALs, maxLogs=10 2024-12-05T09:30:04,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.rep.1733391004053, exclude list is [], retry=0 2024-12-05T09:30:04,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-37accd90-d032-47cb-92f4-62dd6c8bbda0,DISK] 2024-12-05T09:30:04,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.rep.1733391004053 2024-12-05T09:30:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45649:45649)] 2024-12-05T09:30:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70bfd611607f133a33f69d08c8efbdb5, NAME => 'hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:04,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. service=MultiRowMutationService 2024-12-05T09:30:04,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:30:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,075 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,075 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70bfd611607f133a33f69d08c8efbdb5 columnFamilyName hfileref 2024-12-05T09:30:04,076 DEBUG [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:04,076 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] regionserver.HStore(327): Store=70bfd611607f133a33f69d08c8efbdb5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:04,076 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,076 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70bfd611607f133a33f69d08c8efbdb5 columnFamilyName queue 2024-12-05T09:30:04,076 DEBUG [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:04,077 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] regionserver.HStore(327): Store=70bfd611607f133a33f69d08c8efbdb5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:04,077 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,077 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70bfd611607f133a33f69d08c8efbdb5 columnFamilyName sid 2024-12-05T09:30:04,077 DEBUG [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:04,078 INFO [StoreOpener-70bfd611607f133a33f69d08c8efbdb5-1 {}] regionserver.HStore(327): Store=70bfd611607f133a33f69d08c8efbdb5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:04,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:04,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:04,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70bfd611607f133a33f69d08c8efbdb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66492918, jitterRate=-0.009178310632705688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:04,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:04,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70bfd611607f133a33f69d08c8efbdb5: Running coprocessor pre-open hook at 1733391004073Writing region info on filesystem at 1733391004073Initializing all the Stores at 1733391004074 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391004074Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391004074Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391004074Cleaning up temporary data from old regions at 1733391004079 (+5 ms)Running coprocessor post-open hooks at 1733391004082 (+3 ms)Region opened successfully at 1733391004082 2024-12-05T09:30:04,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5., pid=10, masterSystemTime=1733391004048 2024-12-05T09:30:04,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:04,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:04,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70bfd611607f133a33f69d08c8efbdb5, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,44801,1733390988812 2024-12-05T09:30:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70bfd611607f133a33f69d08c8efbdb5, server=33186fd147fa,44801,1733390988812 because future has completed 2024-12-05T09:30:04,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:30:04,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70bfd611607f133a33f69d08c8efbdb5, server=33186fd147fa,44801,1733390988812 in 191 msec 2024-12-05T09:30:04,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:30:04,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70bfd611607f133a33f69d08c8efbdb5, ASSIGN in 348 msec 2024-12-05T09:30:04,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:04,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391004091"}]},"ts":"1733391004091"} 2024-12-05T09:30:04,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:30:04,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:04,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-12-05T09:30:04,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5., hostname=33186fd147fa,44801,1733390988812, seqNum=2] 2024-12-05T09:30:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:30:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:30:04,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:04,265 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:04,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:30:04,352 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:30:04,377 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,44801,1733390988812, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:04,377 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:04,377 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,44801,1733390988812, seqNum=-1] 2024-12-05T09:30:04,378 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:04,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:04,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,44801,1733390988812', locateType=CURRENT is [region=hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5., hostname=33186fd147fa,44801,1733390988812, seqNum=2] 2024-12-05T09:30:04,383 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:30:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:30:04,385 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,44801,1733390988812 suceeded 2024-12-05T09:30:04,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:30:04,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T09:30:04,386 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:38145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:30:04,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-12-05T09:30:04,399 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38145' 2024-12-05T09:30:04,403 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f811d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:04,403 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:30:04,403 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:04,404 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:30:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:30:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@711a1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:30:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:04,405 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:04,405 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd0233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:04,406 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38145,1733390978531 2024-12-05T09:30:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554baf8f 2024-12-05T09:30:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:04,407 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:04,408 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,44801,1733390988812 (queues=1) is replicating from cluster=83750368-c338-4c8a-bf38-591f0869ed67 to cluster=d68ecc67-9549-48aa-95e6-d9f92e3108d4 2024-12-05T09:30:04,408 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C44801%2C1733390988812 2024-12-05T09:30:04,408 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,44801,1733390988812, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:04,408 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, startPosition=0, beingWritten=true 2024-12-05T09:30:04,411 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C44801%2C1733390988812 2024-12-05T09:30:04,417 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:04,417 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 379, reset compression=false 2024-12-05T09:30:04,417 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:04,525 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:04,623 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 379, reset compression=false 2024-12-05T09:30:04,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T09:30:04,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T09:30:04,928 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 379, reset compression=false 2024-12-05T09:30:04,969 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:05,053 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:05,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:05,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:05,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:05,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:30:05,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:05,055 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:30:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:30:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4180c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:30:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,056 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8befd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5268e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33583,-1 for getting cluster id 2024-12-05T09:30:05,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:05,058 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74bb231-dae7-4c1c-a1c8-7fbcd2861056' 2024-12-05T09:30:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74bb231-dae7-4c1c-a1c8-7fbcd2861056" 2024-12-05T09:30:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9d197a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33583,-1] 2024-12-05T09:30:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,059 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d098f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a2d50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:05,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:05,060 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3702c486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,061 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700703fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41193,1733390978919, seqNum=-1] 2024-12-05T09:30:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:05,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7., hostname=33186fd147fa,41193,1733390978919, seqNum=2] 2024-12-05T09:30:05,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:05,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,44801,1733390988812, seqNum=-1] 2024-12-05T09:30:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:05,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390996396.272fdf8a65a876b5885110b60d644670., hostname=33186fd147fa,44801,1733390988812, seqNum=2] 2024-12-05T09:30:05,098 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T09:30:05,331 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 379, reset compression=false 2024-12-05T09:30:05,528 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 379, reset compression=false 2024-12-05T09:30:05,533 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:05,533 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 480, reset compression=false 2024-12-05T09:30:05,533 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f7528b51576a64b31674e9bc80a66d7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T09:30:05,535 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:05,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:05,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ff313a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,33583,-1 for getting cluster id 2024-12-05T09:30:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:05,548 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74bb231-dae7-4c1c-a1c8-7fbcd2861056' 2024-12-05T09:30:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74bb231-dae7-4c1c-a1c8-7fbcd2861056" 2024-12-05T09:30:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1cd0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,33583,-1] 2024-12-05T09:30:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,549 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:05,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19cf5a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:05,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36891,1733390983824, seqNum=-1] 2024-12-05T09:30:05,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:05,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:05,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44., hostname=33186fd147fa,36891,1733390983824, seqNum=2] 2024-12-05T09:30:05,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:05,746 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 480, reset compression=false 2024-12-05T09:30:05,772 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 379, reset compression=false 2024-12-05T09:30:05,777 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:05,777 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 504, reset compression=false 2024-12-05T09:30:05,777 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4f698435ea5dc34f61d8e5b8b49dd44/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T09:30:05,779 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:05,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:05,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:05,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10fb0814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:05,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:05,781 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1076b5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:05,783 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:05,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3827e3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:05,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,44801,1733390988812, seqNum=-1] 2024-12-05T09:30:05,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:05,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:05,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733390996396.272fdf8a65a876b5885110b60d644670., hostname=33186fd147fa,44801,1733390988812, seqNum=2] 2024-12-05T09:30:05,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:05,837 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 379, reset compression=false 2024-12-05T09:30:05,841 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:05,841 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 528, reset compression=false 2024-12-05T09:30:05,841 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:05,981 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 504, reset compression=false 2024-12-05T09:30:06,044 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 528, reset compression=false 2024-12-05T09:30:06,049 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 480, reset compression=false 2024-12-05T09:30:06,100 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T09:30:06,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:06,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36891,1733390983824, seqNum=-1] 2024-12-05T09:30:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:06,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44., hostname=33186fd147fa,36891,1733390983824, seqNum=2] 2024-12-05T09:30:06,106 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T09:30:06,284 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 504, reset compression=false 2024-12-05T09:30:06,288 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:06,288 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 608, reset compression=false 2024-12-05T09:30:06,288 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4f698435ea5dc34f61d8e5b8b49dd44/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:30:06,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:06,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:06,348 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 528, reset compression=false 2024-12-05T09:30:06,352 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:06,352 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 656, reset compression=false 2024-12-05T09:30:06,352 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[{test/272fdf8a65a876b5885110b60d644670/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T09:30:06,354 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:06,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:06,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:06,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b4c630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:06,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:30:06,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:06,356 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:30:06,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:06,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:30:06,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd29aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:06,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:30:06,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:06,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:06,357 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:06,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658f2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:06,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:06,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41193,1733390978919, seqNum=-1] 2024-12-05T09:30:06,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:06,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:06,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7., hostname=33186fd147fa,41193,1733390978919, seqNum=2] 2024-12-05T09:30:06,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:06,452 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 480, reset compression=false 2024-12-05T09:30:06,492 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 608, reset compression=false 2024-12-05T09:30:06,497 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:06,497 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 632, reset compression=false 2024-12-05T09:30:06,497 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:06,556 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 656, reset compression=false 2024-12-05T09:30:06,700 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 632, reset compression=false 2024-12-05T09:30:06,795 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 608, reset compression=false 2024-12-05T09:30:06,860 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 656, reset compression=false 2024-12-05T09:30:07,003 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 632, reset compression=false 2024-12-05T09:30:07,108 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T09:30:07,112 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T09:30:07,198 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 608, reset compression=false 2024-12-05T09:30:07,263 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 656, reset compression=false 2024-12-05T09:30:07,268 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:07,268 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 760, reset compression=false 2024-12-05T09:30:07,268 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[{test/272fdf8a65a876b5885110b60d644670/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:30:07,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:07,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:07,406 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 632, reset compression=false 2024-12-05T09:30:07,411 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:07,411 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 760, reset compression=false 2024-12-05T09:30:07,411 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f7528b51576a64b31674e9bc80a66d7/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T09:30:07,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:07,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:07,479 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 760, reset compression=false 2024-12-05T09:30:07,614 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 760, reset compression=false 2024-12-05T09:30:07,701 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 608, reset compression=false 2024-12-05T09:30:07,705 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:07,705 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 760, reset compression=false 2024-12-05T09:30:07,705 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:07,782 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 760, reset compression=false 2024-12-05T09:30:07,908 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 760, reset compression=false 2024-12-05T09:30:07,918 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 760, reset compression=false 2024-12-05T09:30:08,114 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T09:30:08,122 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T09:30:08,124 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:30:08,186 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 760, reset compression=false 2024-12-05T09:30:08,211 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 760, reset compression=false 2024-12-05T09:30:08,321 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 760, reset compression=false 2024-12-05T09:30:08,325 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:08,325 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 916, reset compression=false 2024-12-05T09:30:08,325 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f7528b51576a64b31674e9bc80a66d7/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T09:30:08,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:08,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:08,529 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 916, reset compression=false 2024-12-05T09:30:08,614 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 760, reset compression=false 2024-12-05T09:30:08,618 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:08,618 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 908, reset compression=false 2024-12-05T09:30:08,618 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4f698435ea5dc34f61d8e5b8b49dd44/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T09:30:08,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:08,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:08,691 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 760, reset compression=false 2024-12-05T09:30:08,694 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:08,694 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 932, reset compression=false 2024-12-05T09:30:08,694 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:08,822 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 908, reset compression=false 2024-12-05T09:30:08,832 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 916, reset compression=false 2024-12-05T09:30:08,898 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 932, reset compression=false 2024-12-05T09:30:09,124 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T09:30:09,125 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 908, reset compression=false 2024-12-05T09:30:09,127 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T09:30:09,129 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:09,129 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1067, reset compression=false 2024-12-05T09:30:09,129 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4f698435ea5dc34f61d8e5b8b49dd44/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T09:30:09,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:09,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:09,201 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 932, reset compression=false 2024-12-05T09:30:09,206 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:09,206 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1082, reset compression=false 2024-12-05T09:30:09,206 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[{test/272fdf8a65a876b5885110b60d644670/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T09:30:09,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:09,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:09,235 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 916, reset compression=false 2024-12-05T09:30:09,239 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:09,239 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1090, reset compression=false 2024-12-05T09:30:09,240 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:09,333 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1067, reset compression=false 2024-12-05T09:30:09,411 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1082, reset compression=false 2024-12-05T09:30:09,443 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1090, reset compression=false 2024-12-05T09:30:09,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:09,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:09,637 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1067, reset compression=false 2024-12-05T09:30:09,714 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1082, reset compression=false 2024-12-05T09:30:09,746 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1090, reset compression=false 2024-12-05T09:30:10,040 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1067, reset compression=false 2024-12-05T09:30:10,117 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1082, reset compression=false 2024-12-05T09:30:10,129 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T09:30:10,132 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T09:30:10,149 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1090, reset compression=false 2024-12-05T09:30:10,543 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1067, reset compression=false 2024-12-05T09:30:10,620 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1082, reset compression=false 2024-12-05T09:30:10,628 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:10,628 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1241, reset compression=false 2024-12-05T09:30:10,628 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[{test/272fdf8a65a876b5885110b60d644670/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T09:30:10,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:10,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:10,652 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1090, reset compression=false 2024-12-05T09:30:10,656 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:10,656 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1240, reset compression=false 2024-12-05T09:30:10,656 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f7528b51576a64b31674e9bc80a66d7/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T09:30:10,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:10,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:10,832 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1241, reset compression=false 2024-12-05T09:30:10,859 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1240, reset compression=false 2024-12-05T09:30:11,134 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T09:30:11,135 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1241, reset compression=false 2024-12-05T09:30:11,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d00887c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:11,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:11,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:11,142 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33237724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:11,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:11,143 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d27fd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:11,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:11,146 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1067, reset compression=false 2024-12-05T09:30:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37077,1733390988697 2024-12-05T09:30:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea836d5 2024-12-05T09:30:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:11,148 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:11,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T09:30:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T09:30:11,151 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:11,152 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1241, reset compression=false 2024-12-05T09:30:11,152 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:30:11,162 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1240, reset compression=false 2024-12-05T09:30:11,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:30:11,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T09:30:11,345 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T09:30:11,346 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T09:30:11,346 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,44801,1733390988812 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T09:30:11,346 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/33186fd147fa:0-0. 2024-12-05T09:30:11,346 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:11,346 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:11,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:11,347 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:11,355 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1241, reset compression=false 2024-12-05T09:30:11,447 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:30:11,447 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T09:30:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:30:11,547 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 terminated 2024-12-05T09:30:11,561 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,44801,1733390988812, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:11,561 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T09:30:11,561 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T09:30:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T09:30:11,563 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 33186fd147fa,44801,1733390988812 suceeded 2024-12-05T09:30:11,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T09:30:11,565 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1240, reset compression=false 2024-12-05T09:30:11,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 370 msec 2024-12-05T09:30:11,565 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T09:30:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 416 msec 2024-12-05T09:30:11,574 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38145' 2024-12-05T09:30:11,574 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696ffd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:11,574 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38145,-1 for getting cluster id 2024-12-05T09:30:11,575 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:11,575 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68ecc67-9549-48aa-95e6-d9f92e3108d4' 2024-12-05T09:30:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68ecc67-9549-48aa-95e6-d9f92e3108d4" 2024-12-05T09:30:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55786165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38145,-1] 2024-12-05T09:30:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:11,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:11,576 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:11,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17efafaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:11,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:11,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38145,1733390978531 2024-12-05T09:30:11,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b109417 2024-12-05T09:30:11,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:11,578 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:11,578 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,44801,1733390988812 (queues=1) is replicating from cluster=83750368-c338-4c8a-bf38-591f0869ed67 to cluster=d68ecc67-9549-48aa-95e6-d9f92e3108d4 2024-12-05T09:30:11,578 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C44801%2C1733390988812 2024-12-05T09:30:11,578 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,44801,1733390988812, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:11,579 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C44801%2C1733390988812 2024-12-05T09:30:11,658 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1241, reset compression=false 2024-12-05T09:30:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:30:11,783 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:11,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:11,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:11,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:11,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:11,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:11,786 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T09:30:12,061 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1241, reset compression=false 2024-12-05T09:30:12,068 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1240, reset compression=false 2024-12-05T09:30:12,072 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:12,072 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1344, reset compression=false 2024-12-05T09:30:12,072 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f7528b51576a64b31674e9bc80a66d7/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:30:12,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:12,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:12,280 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1344, reset compression=false 2024-12-05T09:30:12,564 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1241, reset compression=false 2024-12-05T09:30:12,568 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:12,568 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1369, reset compression=false 2024-12-05T09:30:12,568 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4f698435ea5dc34f61d8e5b8b49dd44/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T09:30:12,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:12,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:12,583 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1344, reset compression=false 2024-12-05T09:30:12,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:12,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:30:12,673 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68525 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:30:12,775 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1369, reset compression=false 2024-12-05T09:30:12,788 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T09:30:12,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:12,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,37077,-1 for getting cluster id 2024-12-05T09:30:12,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:12,791 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83750368-c338-4c8a-bf38-591f0869ed67' 2024-12-05T09:30:12,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:12,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83750368-c338-4c8a-bf38-591f0869ed67" 2024-12-05T09:30:12,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b69b1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:12,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,37077,-1] 2024-12-05T09:30:12,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:12,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:12,792 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62114f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:12,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,37077,1733390988697 2024-12-05T09:30:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561e1120 2024-12-05T09:30:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:12,796 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:12,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T09:30:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T09:30:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T09:30:12,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T09:30:12,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T09:30:12,985 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T09:30:12,986 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T09:30:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T09:30:12,987 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 33186fd147fa,44801,1733390988812 suceeded 2024-12-05T09:30:12,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T09:30:12,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-05T09:30:12,988 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T09:30:12,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 191 msec 2024-12-05T09:30:12,991 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1344, reset compression=false 2024-12-05T09:30:13,078 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1369, reset compression=false 2024-12-05T09:30:13,080 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, startPosition=1241, beingWritten=true 2024-12-05T09:30:13,081 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:13,082 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:13,082 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4f698435ea5dc34f61d8e5b8b49dd44/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:30:13,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:13,084 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:13,084 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:13,085 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1393, reset compression=false 2024-12-05T09:30:13,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:13,089 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:13,089 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1521, reset compression=false 2024-12-05T09:30:13,089 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[{test/272fdf8a65a876b5885110b60d644670/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T09:30:13,091 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:13,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:13,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:13,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T09:30:13,113 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:13,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:13,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:13,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:13,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:13,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:13,115 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T09:30:13,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:30:13,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:13,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:13,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:13,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:13,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:13,116 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:30:13,116 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1557568281, stopped=false 2024-12-05T09:30:13,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,37077,1733390988697 2024-12-05T09:30:13,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129658200/running 2024-12-05T09:30:13,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129658200/running 2024-12-05T09:30:13,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:30:13,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:30:13,148 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:13,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:13,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:13,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:13,149 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,44801,1733390988812' ***** 2024-12-05T09:30:13,149 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:30:13,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/running 2024-12-05T09:30:13,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Set watcher on znode that does not yet exist, /2129658200/running 2024-12-05T09:30:13,149 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:30:13,149 INFO [RS:0;33186fd147fa:44801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:30:13,149 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for 272fdf8a65a876b5885110b60d644670 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,44801,1733390988812 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:44801. 2024-12-05T09:30:13,150 DEBUG [RS:0;33186fd147fa:44801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:13,150 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70bfd611607f133a33f69d08c8efbdb5, disabling compactions & flushes 2024-12-05T09:30:13,150 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. after waiting 0 ms 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:30:13,150 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70bfd611607f133a33f69d08c8efbdb5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T09:30:13,150 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:30:13,150 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 70bfd611607f133a33f69d08c8efbdb5=hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5., 272fdf8a65a876b5885110b60d644670=test,,1733390996396.272fdf8a65a876b5885110b60d644670.} 2024-12-05T09:30:13,150 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670, 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:13,150 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:13,150 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:13,151 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:30:13,163 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/info/6758a9c569204747a072493c3299ed2c is 147, key is hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5./info:regioninfo/1733391004085/Put/seqid=0 2024-12-05T09:30:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741840_1016 (size=7686) 2024-12-05T09:30:13,166 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/.tmp/queue/623f7458991845bb897e5e30ad97d941 is 154, key is 1-33186fd147fa,44801,1733390988812/queue:33186fd147fa%2C44801%2C1733390988812/1733391013095/Put/seqid=0 2024-12-05T09:30:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741841_1017 (size=5353) 2024-12-05T09:30:13,234 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:13,284 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:13,293 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1521, reset compression=false 2024-12-05T09:30:13,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:30:13,350 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670, 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:13,494 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1344, reset compression=false 2024-12-05T09:30:13,498 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:13,498 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:13,498 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:13,551 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670, 70bfd611607f133a33f69d08c8efbdb5 2024-12-05T09:30:13,566 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/info/6758a9c569204747a072493c3299ed2c 2024-12-05T09:30:13,569 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/.tmp/queue/623f7458991845bb897e5e30ad97d941 2024-12-05T09:30:13,573 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/.tmp/queue/623f7458991845bb897e5e30ad97d941 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/queue/623f7458991845bb897e5e30ad97d941 2024-12-05T09:30:13,577 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/queue/623f7458991845bb897e5e30ad97d941, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T09:30:13,578 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70bfd611607f133a33f69d08c8efbdb5 in 428ms, sequenceid=14, compaction requested=false 2024-12-05T09:30:13,581 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/replication/70bfd611607f133a33f69d08c8efbdb5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T09:30:13,581 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:13,581 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:30:13,582 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:13,582 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70bfd611607f133a33f69d08c8efbdb5: Waiting for close lock at 1733391013150Running coprocessor pre-close hooks at 1733391013150Disabling compacts and flushes for region at 1733391013150Disabling writes for close at 1733391013150Obtaining lock to block concurrent updates at 1733391013150Preparing flush snapshotting stores in 70bfd611607f133a33f69d08c8efbdb5 at 1733391013150Finished memstore snapshotting hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733391013150Flushing stores of hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. at 1733391013151 (+1 ms)Flushing 70bfd611607f133a33f69d08c8efbdb5/queue: creating writer at 1733391013151Flushing 70bfd611607f133a33f69d08c8efbdb5/queue: appending metadata at 1733391013165 (+14 ms)Flushing 70bfd611607f133a33f69d08c8efbdb5/queue: closing flushed file at 1733391013165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c66722: reopening flushed file at 1733391013573 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70bfd611607f133a33f69d08c8efbdb5 in 428ms, sequenceid=14, compaction requested=false at 1733391013578 (+5 ms)Writing region close event to WAL at 1733391013579 (+1 ms)Running coprocessor post-close hooks at 1733391013581 (+2 ms)Closed at 1733391013582 (+1 ms) 2024-12-05T09:30:13,582 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733391002918.70bfd611607f133a33f69d08c8efbdb5. 2024-12-05T09:30:13,582 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 272fdf8a65a876b5885110b60d644670, disabling compactions & flushes 2024-12-05T09:30:13,582 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:30:13,582 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:30:13,582 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390996396.272fdf8a65a876b5885110b60d644670. after waiting 0 ms 2024-12-05T09:30:13,582 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:30:13,582 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 272fdf8a65a876b5885110b60d644670 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T09:30:13,587 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:13,589 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/ns/01b3d17fa3754a0b856972e098c6dc07 is 43, key is default/ns:d/1733390991999/Put/seqid=0 2024-12-05T09:30:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741842_1018 (size=5153) 2024-12-05T09:30:13,596 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1521, reset compression=false 2024-12-05T09:30:13,596 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/f/c91a9f60a20b475c8b20752cf2a9adc5 is 37, key is row3/f:row3/1733391011785/Put/seqid=0 2024-12-05T09:30:13,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741843_1019 (size=5228) 2024-12-05T09:30:13,600 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:13,600 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1768, reset compression=false 2024-12-05T09:30:13,600 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,44801,1733390988812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:13,600 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/f/c91a9f60a20b475c8b20752cf2a9adc5 2024-12-05T09:30:13,601 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,44801,1733390988812: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,44801,1733390988812, walGroup=33186fd147fa%2C44801%2C1733390988812, offset=33186fd147fa%2C44801%2C1733390988812.1733390990945:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:44801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:30:13,603 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:30:13,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:30:13,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:30:13,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:30:13,603 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:30:13,603 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 864058168 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198657336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:30:13,604 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:37077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:37077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:30:13,607 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c91a9f60a20b475c8b20752cf2a9adc5 2024-12-05T09:30:13,619 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/f1/34e8e5d5f0bf434e94e7d64064beb762 is 30, key is row1/f1:/1733391009125/DeleteFamily/seqid=0 2024-12-05T09:30:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741844_1020 (size=5158) 2024-12-05T09:30:13,701 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:13,751 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670 2024-12-05T09:30:13,803 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1768, reset compression=false 2024-12-05T09:30:13,897 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:30:13,897 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:30:13,951 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670 2024-12-05T09:30:13,991 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:13,993 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/ns/01b3d17fa3754a0b856972e098c6dc07 2024-12-05T09:30:14,005 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:14,009 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/rep_barrier/d3152b47391b4519917a1e9b2bb8b8d7 is 112, key is test,,1733390996396.272fdf8a65a876b5885110b60d644670./rep_barrier:seqnumDuringOpen/1733390997579/Put/seqid=0 2024-12-05T09:30:14,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741845_1021 (size=5518) 2024-12-05T09:30:14,022 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/f1/34e8e5d5f0bf434e94e7d64064beb762 2024-12-05T09:30:14,025 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34e8e5d5f0bf434e94e7d64064beb762 2024-12-05T09:30:14,037 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/norep/3a0dc1aeb5b446468de8cbc60ff7888d is 33, key is row2/norep:/1733391010130/DeleteFamily/seqid=0 2024-12-05T09:30:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741846_1022 (size=5108) 2024-12-05T09:30:14,106 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1768, reset compression=false 2024-12-05T09:30:14,151 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:30:14,151 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 272fdf8a65a876b5885110b60d644670=test,,1733390996396.272fdf8a65a876b5885110b60d644670.} 2024-12-05T09:30:14,151 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670 2024-12-05T09:30:14,352 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272fdf8a65a876b5885110b60d644670 2024-12-05T09:30:14,408 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:14,412 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/rep_barrier/d3152b47391b4519917a1e9b2bb8b8d7 2024-12-05T09:30:14,426 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/table/4858ecb391864c45984534fbf111e4c2 is 53, key is hbase:replication/table:state/1733391004091/Put/seqid=0 2024-12-05T09:30:14,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741847_1023 (size=5308) 2024-12-05T09:30:14,440 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/norep/3a0dc1aeb5b446468de8cbc60ff7888d 2024-12-05T09:30:14,444 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a0dc1aeb5b446468de8cbc60ff7888d 2024-12-05T09:30:14,445 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/f/c91a9f60a20b475c8b20752cf2a9adc5 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/f/c91a9f60a20b475c8b20752cf2a9adc5 2024-12-05T09:30:14,448 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c91a9f60a20b475c8b20752cf2a9adc5 2024-12-05T09:30:14,449 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/f/c91a9f60a20b475c8b20752cf2a9adc5, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T09:30:14,449 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/f1/34e8e5d5f0bf434e94e7d64064beb762 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/f1/34e8e5d5f0bf434e94e7d64064beb762 2024-12-05T09:30:14,453 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34e8e5d5f0bf434e94e7d64064beb762 2024-12-05T09:30:14,453 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/f1/34e8e5d5f0bf434e94e7d64064beb762, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T09:30:14,454 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/.tmp/norep/3a0dc1aeb5b446468de8cbc60ff7888d as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/norep/3a0dc1aeb5b446468de8cbc60ff7888d 2024-12-05T09:30:14,457 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a0dc1aeb5b446468de8cbc60ff7888d 2024-12-05T09:30:14,457 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/norep/3a0dc1aeb5b446468de8cbc60ff7888d, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T09:30:14,458 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 272fdf8a65a876b5885110b60d644670 in 876ms, sequenceid=12, compaction requested=false 2024-12-05T09:30:14,465 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/default/test/272fdf8a65a876b5885110b60d644670/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T09:30:14,465 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:14,465 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:30:14,466 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:30:14,466 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 272fdf8a65a876b5885110b60d644670: Waiting for close lock at 1733391013582Running coprocessor pre-close hooks at 1733391013582Disabling compacts and flushes for region at 1733391013582Disabling writes for close at 1733391013582Obtaining lock to block concurrent updates at 1733391013582Preparing flush snapshotting stores in 272fdf8a65a876b5885110b60d644670 at 1733391013582Finished memstore snapshotting test,,1733390996396.272fdf8a65a876b5885110b60d644670., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733391013582Flushing stores of test,,1733390996396.272fdf8a65a876b5885110b60d644670. at 1733391013583 (+1 ms)Flushing 272fdf8a65a876b5885110b60d644670/f: creating writer at 1733391013583Flushing 272fdf8a65a876b5885110b60d644670/f: appending metadata at 1733391013596 (+13 ms)Flushing 272fdf8a65a876b5885110b60d644670/f: closing flushed file at 1733391013596Flushing 272fdf8a65a876b5885110b60d644670/f1: creating writer at 1733391013607 (+11 ms)Flushing 272fdf8a65a876b5885110b60d644670/f1: appending metadata at 1733391013618 (+11 ms)Flushing 272fdf8a65a876b5885110b60d644670/f1: closing flushed file at 1733391013618Flushing 272fdf8a65a876b5885110b60d644670/norep: creating writer at 1733391014026 (+408 ms)Flushing 272fdf8a65a876b5885110b60d644670/norep: appending metadata at 1733391014036 (+10 ms)Flushing 272fdf8a65a876b5885110b60d644670/norep: closing flushed file at 1733391014036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2462fa11: reopening flushed file at 1733391014444 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f34a57: reopening flushed file at 1733391014449 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39524317: reopening flushed file at 1733391014453 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 272fdf8a65a876b5885110b60d644670 in 876ms, sequenceid=12, compaction requested=false at 1733391014458 (+5 ms)Writing region close event to WAL at 1733391014462 (+4 ms)Running coprocessor post-close hooks at 1733391014465 (+3 ms)Closed at 1733391014465 2024-12-05T09:30:14,466 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390996396.272fdf8a65a876b5885110b60d644670. 2024-12-05T09:30:14,494 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:14,509 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 1768, reset compression=false 2024-12-05T09:30:14,512 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:14,512 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 2412, reset compression=false 2024-12-05T09:30:14,552 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:14,715 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.wal-reader.33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/WALs/33186fd147fa,44801,1733390988812/33186fd147fa%2C44801%2C1733390988812.1733390990945 to pos 2412, reset compression=false 2024-12-05T09:30:14,752 DEBUG [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:14,830 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/table/4858ecb391864c45984534fbf111e4c2 2024-12-05T09:30:14,834 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/info/6758a9c569204747a072493c3299ed2c as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/info/6758a9c569204747a072493c3299ed2c 2024-12-05T09:30:14,837 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/info/6758a9c569204747a072493c3299ed2c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:30:14,838 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/ns/01b3d17fa3754a0b856972e098c6dc07 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/ns/01b3d17fa3754a0b856972e098c6dc07 2024-12-05T09:30:14,841 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/ns/01b3d17fa3754a0b856972e098c6dc07, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:30:14,841 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/rep_barrier/d3152b47391b4519917a1e9b2bb8b8d7 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/rep_barrier/d3152b47391b4519917a1e9b2bb8b8d7 2024-12-05T09:30:14,844 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/rep_barrier/d3152b47391b4519917a1e9b2bb8b8d7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:30:14,845 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/.tmp/table/4858ecb391864c45984534fbf111e4c2 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/table/4858ecb391864c45984534fbf111e4c2 2024-12-05T09:30:14,848 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/table/4858ecb391864c45984534fbf111e4c2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:30:14,848 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-12-05T09:30:14,852 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:30:14,852 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:14,852 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:30:14,852 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:14,852 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391013150Running coprocessor pre-close hooks at 1733391013150Disabling compacts and flushes for region at 1733391013150Disabling writes for close at 1733391013150Obtaining lock to block concurrent updates at 1733391013151 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733391013151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391013151Flushing stores of hbase:meta,,1.1588230740 at 1733391013151Flushing 1588230740/info: creating writer at 1733391013151Flushing 1588230740/info: appending metadata at 1733391013162 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733391013162Flushing 1588230740/ns: creating writer at 1733391013570 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733391013588 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733391013588Flushing 1588230740/rep_barrier: creating writer at 1733391013996 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391014009 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391014009Flushing 1588230740/table: creating writer at 1733391014415 (+406 ms)Flushing 1588230740/table: appending metadata at 1733391014426 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733391014426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b10f146: reopening flushed file at 1733391014833 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716a0afa: reopening flushed file at 1733391014837 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be1920e: reopening flushed file at 1733391014841 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596bf827: reopening flushed file at 1733391014844 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1733391014848 (+4 ms)Writing region close event to WAL at 1733391014849 (+1 ms)Running coprocessor post-close hooks at 1733391014852 (+3 ms)Closed at 1733391014852 2024-12-05T09:30:14,852 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:14,912 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:14,952 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,44801,1733390988812; all regions closed. 2024-12-05T09:30:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:30:14,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741839_1015 (size=3552) 2024-12-05T09:30:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741832_1008 (size=2420) 2024-12-05T09:30:14,958 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:14,958 INFO [RS:0;33186fd147fa:44801 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:14,958 INFO [RS:0;33186fd147fa:44801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:14,958 INFO [RS:0;33186fd147fa:44801 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:14,958 INFO [RS:0;33186fd147fa:44801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:14,958 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:14,959 INFO [RS:0;33186fd147fa:44801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,44801,1733390988812 because: Region server is closing 2024-12-05T09:30:14,959 INFO [RS:0;33186fd147fa:44801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:44801. 2024-12-05T09:30:14,959 DEBUG [RS:0;33186fd147fa:44801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:14,959 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:14,959 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:14,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:15,059 INFO [RS:0;33186fd147fa:44801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,44801,1733390988812.replicationSource.shipper33186fd147fa%2C44801%2C1733390988812,1-33186fd147fa,44801,1733390988812 terminated 2024-12-05T09:30:15,059 INFO [RS:0;33186fd147fa:44801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:44801. 2024-12-05T09:30:15,060 DEBUG [RS:0;33186fd147fa:44801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:15,060 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:15,060 DEBUG [RS:0;33186fd147fa:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:15,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:15,060 INFO [RS:0;33186fd147fa:44801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44801 2024-12-05T09:30:15,096 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:15,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129658200/rs/33186fd147fa,44801,1733390988812 2024-12-05T09:30:15,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200/rs 2024-12-05T09:30:15,117 INFO [RS:0;33186fd147fa:44801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:15,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,44801,1733390988812] 2024-12-05T09:30:15,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2129658200/draining/33186fd147fa,44801,1733390988812 already deleted, retry=false 2024-12-05T09:30:15,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,44801,1733390988812 expired; onlineServers=0 2024-12-05T09:30:15,150 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,37077,1733390988697' ***** 2024-12-05T09:30:15,150 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:30:15,150 INFO [M:0;33186fd147fa:37077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:15,150 INFO [M:0;33186fd147fa:37077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:15,151 DEBUG [M:0;33186fd147fa:37077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:30:15,151 DEBUG [M:0;33186fd147fa:37077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:30:15,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:30:15,151 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390990733 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390990733,5,FailOnTimeoutGroup] 2024-12-05T09:30:15,151 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390990733 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390990733,5,FailOnTimeoutGroup] 2024-12-05T09:30:15,151 INFO [M:0;33186fd147fa:37077 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:15,151 INFO [M:0;33186fd147fa:37077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:15,151 DEBUG [M:0;33186fd147fa:37077 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:30:15,151 INFO [M:0;33186fd147fa:37077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:30:15,151 INFO [M:0;33186fd147fa:37077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:15,151 INFO [M:0;33186fd147fa:37077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:30:15,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:30:15,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129658200/master 2024-12-05T09:30:15,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129658200 2024-12-05T09:30:15,159 DEBUG [M:0;33186fd147fa:37077 {}] zookeeper.ZKUtil(347): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Unable to get data of znode /2129658200/master because node does not exist (not an error) 2024-12-05T09:30:15,159 WARN [M:0;33186fd147fa:37077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:30:15,160 INFO [M:0;33186fd147fa:37077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/.lastflushedseqids 2024-12-05T09:30:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741848_1024 (size=245) 2024-12-05T09:30:15,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:15,234 INFO [RS:0;33186fd147fa:44801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:15,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x101a6010dfb0007, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:15,234 INFO [RS:0;33186fd147fa:44801 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,44801,1733390988812; zookeeper connection closed. 2024-12-05T09:30:15,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b2fee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b2fee2 2024-12-05T09:30:15,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:30:15,515 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:15,564 INFO [M:0;33186fd147fa:37077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:30:15,564 INFO [M:0;33186fd147fa:37077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:30:15,564 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:30:15,564 INFO [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:15,564 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:15,564 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:30:15,564 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:15,564 INFO [M:0;33186fd147fa:37077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-05T09:30:15,576 DEBUG [M:0;33186fd147fa:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bdbd75ca06648a3bcf36e9bca706c79 is 82, key is hbase:meta,,1/info:regioninfo/1733390991987/Put/seqid=0 2024-12-05T09:30:15,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741849_1025 (size=5672) 2024-12-05T09:30:15,799 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:15,980 INFO [M:0;33186fd147fa:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bdbd75ca06648a3bcf36e9bca706c79 2024-12-05T09:30:16,003 DEBUG [M:0;33186fd147fa:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2493a3c2dd3142a0b547c43740037d24 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733391004095/Put/seqid=0 2024-12-05T09:30:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741850_1026 (size=9212) 2024-12-05T09:30:16,218 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:16,407 INFO [M:0;33186fd147fa:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2493a3c2dd3142a0b547c43740037d24 2024-12-05T09:30:16,429 DEBUG [M:0;33186fd147fa:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6baab51012e4bfa8df11f0541286554 is 69, key is 33186fd147fa,44801,1733390988812/rs:state/1733390990775/Put/seqid=0 2024-12-05T09:30:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741851_1027 (size=5156) 2024-12-05T09:30:16,602 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:16,838 INFO [M:0;33186fd147fa:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6baab51012e4bfa8df11f0541286554 2024-12-05T09:30:16,843 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bdbd75ca06648a3bcf36e9bca706c79 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bdbd75ca06648a3bcf36e9bca706c79 2024-12-05T09:30:16,849 INFO [M:0;33186fd147fa:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bdbd75ca06648a3bcf36e9bca706c79, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T09:30:16,850 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2493a3c2dd3142a0b547c43740037d24 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2493a3c2dd3142a0b547c43740037d24 2024-12-05T09:30:16,858 INFO [M:0;33186fd147fa:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2493a3c2dd3142a0b547c43740037d24, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T09:30:16,861 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6baab51012e4bfa8df11f0541286554 as hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6baab51012e4bfa8df11f0541286554 2024-12-05T09:30:16,866 INFO [M:0;33186fd147fa:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/5e18facc-c879-e388-69a2-13e64c24c5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6baab51012e4bfa8df11f0541286554, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T09:30:16,868 INFO [M:0;33186fd147fa:37077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false 2024-12-05T09:30:16,869 INFO [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:16,869 DEBUG [M:0;33186fd147fa:37077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391015564Disabling compacts and flushes for region at 1733391015564Disabling writes for close at 1733391015564Obtaining lock to block concurrent updates at 1733391015564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391015564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733391015564Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391015565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391015565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391015576 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391015576Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391015984 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391016002 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391016002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391016412 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391016429 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391016429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6caeb9: reopening flushed file at 1733391016842 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d75a5b: reopening flushed file at 1733391016849 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d312fd3: reopening flushed file at 1733391016860 (+11 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false at 1733391016868 (+8 ms)Writing region close event to WAL at 1733391016869 (+1 ms)Closed at 1733391016869 2024-12-05T09:30:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741830_1006 (size=73866) 2024-12-05T09:30:16,872 INFO [M:0;33186fd147fa:37077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:30:16,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:16,872 INFO [M:0;33186fd147fa:37077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37077 2024-12-05T09:30:16,873 INFO [M:0;33186fd147fa:37077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:17,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:17,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x101a6010dfb0006, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:17,007 INFO [M:0;33186fd147fa:37077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:17,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@657debdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:30:17,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28636311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:30:17,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:30:17,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15cfca75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:30:17,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6181fcd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir/,STOPPED} 2024-12-05T09:30:17,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:30:17,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:30:17,014 WARN [BP-633541501-172.17.0.3-1733390987185 heartbeating to localhost/127.0.0.1:45951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:30:17,014 WARN [BP-633541501-172.17.0.3-1733390987185 heartbeating to localhost/127.0.0.1:45951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-633541501-172.17.0.3-1733390987185 (Datanode Uuid c9c7365a-4287-4715-b33c-cd81c1a31ad1) service to localhost/127.0.0.1:45951 2024-12-05T09:30:17,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/cluster_e34537c4-c60b-5d62-04d4-ec211b8437f7/data/data2/current/BP-633541501-172.17.0.3-1733390987185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:30:17,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/cluster_e34537c4-c60b-5d62-04d4-ec211b8437f7/data/data1/current/BP-633541501-172.17.0.3-1733390987185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:30:17,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:30:17,022 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:17,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8b5438{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:30:17,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64255021{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:30:17,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:30:17,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c54baa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:30:17,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d513ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir/,STOPPED} 2024-12-05T09:30:17,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:30:17,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:30:17,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:17,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:17,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:17,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:17,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:17,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:30:17,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=328233055, stopped=false 2024-12-05T09:30:17,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,33583,1733390983717 2024-12-05T09:30:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11316981053/running 2024-12-05T09:30:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:30:17,073 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11316981053/running 2024-12-05T09:30:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:30:17,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:17,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:17,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:17,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/running 2024-12-05T09:30:17,075 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,36891,1733390983824' ***** 2024-12-05T09:30:17,075 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:30:17,075 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:30:17,075 INFO [RS:0;33186fd147fa:36891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:30:17,075 INFO [RS:0;33186fd147fa:36891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:30:17,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:30:17,075 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(3091): Received CLOSE for f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(3091): Received CLOSE for f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,36891,1733390983824 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36891. 2024-12-05T09:30:17,079 DEBUG [RS:0;33186fd147fa:36891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:17,079 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:30:17,079 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:30:17,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Set watcher on znode that does not yet exist, /11316981053/running 2024-12-05T09:30:17,080 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9e73f6b5a26e48253bd7638c2d775ab, disabling compactions & flushes 2024-12-05T09:30:17,080 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:17,080 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:17,080 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. after waiting 0 ms 2024-12-05T09:30:17,080 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:17,080 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9e73f6b5a26e48253bd7638c2d775ab 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T09:30:17,082 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:30:17,083 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f9e73f6b5a26e48253bd7638c2d775ab=hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab., f4f698435ea5dc34f61d8e5b8b49dd44=test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.} 2024-12-05T09:30:17,083 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4f698435ea5dc34f61d8e5b8b49dd44, f9e73f6b5a26e48253bd7638c2d775ab 2024-12-05T09:30:17,083 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:17,083 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:17,083 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:17,083 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:17,083 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:17,083 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:30:17,108 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/.tmp/queue/5e8063ffcc7e453289515802b5d9c9a0 is 154, key is 1-33186fd147fa,36891,1733390983824/queue:33186fd147fa%2C36891%2C1733390983824/1733391013086/Put/seqid=0 2024-12-05T09:30:17,116 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/info/932646c18f404034aee9d383edef2d60 is 147, key is hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab./info:regioninfo/1733391001925/Put/seqid=0 2024-12-05T09:30:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741840_1016 (size=5353) 2024-12-05T09:30:17,138 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/.tmp/queue/5e8063ffcc7e453289515802b5d9c9a0 2024-12-05T09:30:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741841_1017 (size=7686) 2024-12-05T09:30:17,145 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/info/932646c18f404034aee9d383edef2d60 2024-12-05T09:30:17,163 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:17,163 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/.tmp/queue/5e8063ffcc7e453289515802b5d9c9a0 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/queue/5e8063ffcc7e453289515802b5d9c9a0 2024-12-05T09:30:17,170 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/queue/5e8063ffcc7e453289515802b5d9c9a0, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T09:30:17,171 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f9e73f6b5a26e48253bd7638c2d775ab in 91ms, sequenceid=14, compaction requested=false 2024-12-05T09:30:17,171 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:30:17,197 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/ns/a1603d07c12d48fdac163dfe1f19192a is 43, key is default/ns:d/1733390987059/Put/seqid=0 2024-12-05T09:30:17,213 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/replication/f9e73f6b5a26e48253bd7638c2d775ab/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:30:17,214 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9e73f6b5a26e48253bd7638c2d775ab: Waiting for close lock at 1733391017080Running coprocessor pre-close hooks at 1733391017080Disabling compacts and flushes for region at 1733391017080Disabling writes for close at 1733391017080Obtaining lock to block concurrent updates at 1733391017080Preparing flush snapshotting stores in f9e73f6b5a26e48253bd7638c2d775ab at 1733391017080Finished memstore snapshotting hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733391017080Flushing stores of hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. at 1733391017084 (+4 ms)Flushing f9e73f6b5a26e48253bd7638c2d775ab/queue: creating writer at 1733391017084Flushing f9e73f6b5a26e48253bd7638c2d775ab/queue: appending metadata at 1733391017107 (+23 ms)Flushing f9e73f6b5a26e48253bd7638c2d775ab/queue: closing flushed file at 1733391017107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d7f9f7: reopening flushed file at 1733391017158 (+51 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f9e73f6b5a26e48253bd7638c2d775ab in 91ms, sequenceid=14, compaction requested=false at 1733391017171 (+13 ms)Writing region close event to WAL at 1733391017197 (+26 ms)Running coprocessor post-close hooks at 1733391017213 (+16 ms)Closed at 1733391017214 (+1 ms) 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733391000759.f9e73f6b5a26e48253bd7638c2d775ab. 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4f698435ea5dc34f61d8e5b8b49dd44, disabling compactions & flushes 2024-12-05T09:30:17,214 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. after waiting 0 ms 2024-12-05T09:30:17,214 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:30:17,215 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4f698435ea5dc34f61d8e5b8b49dd44 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T09:30:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741842_1018 (size=5153) 2024-12-05T09:30:17,219 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/ns/a1603d07c12d48fdac163dfe1f19192a 2024-12-05T09:30:17,248 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/f/83122fb623a44ae1a36b9c3ec410ea85 is 37, key is row3/f:row3/1733391011785/Put/seqid=0 2024-12-05T09:30:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741843_1019 (size=5228) 2024-12-05T09:30:17,262 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/rep_barrier/e9eb2bfceb9e4aecb4542f62f5ba5cf2 is 112, key is test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44./rep_barrier:seqnumDuringOpen/1733390995377/Put/seqid=0 2024-12-05T09:30:17,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741844_1020 (size=5518) 2024-12-05T09:30:17,276 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/rep_barrier/e9eb2bfceb9e4aecb4542f62f5ba5cf2 2024-12-05T09:30:17,286 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:30:17,314 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/table/ebd00500f2a94a4fb1472d85b2ceb140 is 53, key is hbase:replication/table:state/1733391001932/Put/seqid=0 2024-12-05T09:30:17,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741845_1021 (size=5308) 2024-12-05T09:30:17,348 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/table/ebd00500f2a94a4fb1472d85b2ceb140 2024-12-05T09:30:17,354 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/info/932646c18f404034aee9d383edef2d60 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/info/932646c18f404034aee9d383edef2d60 2024-12-05T09:30:17,359 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/info/932646c18f404034aee9d383edef2d60, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:30:17,360 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/ns/a1603d07c12d48fdac163dfe1f19192a as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/ns/a1603d07c12d48fdac163dfe1f19192a 2024-12-05T09:30:17,364 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/ns/a1603d07c12d48fdac163dfe1f19192a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:30:17,364 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/rep_barrier/e9eb2bfceb9e4aecb4542f62f5ba5cf2 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/rep_barrier/e9eb2bfceb9e4aecb4542f62f5ba5cf2 2024-12-05T09:30:17,367 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/rep_barrier/e9eb2bfceb9e4aecb4542f62f5ba5cf2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:30:17,367 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/.tmp/table/ebd00500f2a94a4fb1472d85b2ceb140 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/table/ebd00500f2a94a4fb1472d85b2ceb140 2024-12-05T09:30:17,370 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/table/ebd00500f2a94a4fb1472d85b2ceb140, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:30:17,371 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 288ms, sequenceid=16, compaction requested=false 2024-12-05T09:30:17,371 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:30:17,375 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:30:17,376 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:17,376 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:30:17,376 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:17,376 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391017083Running coprocessor pre-close hooks at 1733391017083Disabling compacts and flushes for region at 1733391017083Disabling writes for close at 1733391017083Obtaining lock to block concurrent updates at 1733391017083Preparing flush snapshotting stores in 1588230740 at 1733391017083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391017084 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733391017085 (+1 ms)Flushing 1588230740/info: creating writer at 1733391017085Flushing 1588230740/info: appending metadata at 1733391017115 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733391017115Flushing 1588230740/ns: creating writer at 1733391017165 (+50 ms)Flushing 1588230740/ns: appending metadata at 1733391017196 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1733391017196Flushing 1588230740/rep_barrier: creating writer at 1733391017235 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391017262 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391017262Flushing 1588230740/table: creating writer at 1733391017280 (+18 ms)Flushing 1588230740/table: appending metadata at 1733391017313 (+33 ms)Flushing 1588230740/table: closing flushed file at 1733391017313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ef287b: reopening flushed file at 1733391017353 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639a3b82: reopening flushed file at 1733391017359 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7babb543: reopening flushed file at 1733391017364 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195a2e64: reopening flushed file at 1733391017367 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 288ms, sequenceid=16, compaction requested=false at 1733391017371 (+4 ms)Writing region close event to WAL at 1733391017373 (+2 ms)Running coprocessor post-close hooks at 1733391017376 (+3 ms)Closed at 1733391017376 2024-12-05T09:30:17,376 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:17,487 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1351): Waiting on f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:30:17,510 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1473, reset compression=false 2024-12-05T09:30:17,520 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:17,520 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1720, reset compression=false 2024-12-05T09:30:17,520 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,36891,1733390983824 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:17,521 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,36891,1733390983824: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,36891,1733390983824, walGroup=33186fd147fa%2C36891%2C1733390983824, offset=33186fd147fa%2C36891%2C1733390983824.1733390986060:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:36891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:30:17,522 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:30:17,522 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:30:17,522 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:30:17,522 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:30:17,522 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:30:17,522 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 954235704 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199277592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:30:17,523 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:33583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:33583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:30:17,657 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/f/83122fb623a44ae1a36b9c3ec410ea85 2024-12-05T09:30:17,660 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83122fb623a44ae1a36b9c3ec410ea85 2024-12-05T09:30:17,674 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/f1/92287dd121214af1a400114cacc67d43 is 30, key is row1/f1:/1733391009125/DeleteFamily/seqid=0 2024-12-05T09:30:17,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741846_1022 (size=5158) 2024-12-05T09:30:17,687 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1351): Waiting on f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:30:17,723 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1720, reset compression=false 2024-12-05T09:30:17,887 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1351): Waiting on f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:30:17,936 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:30:17,936 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:30:17,944 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:18,026 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1720, reset compression=false 2024-12-05T09:30:18,077 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/f1/92287dd121214af1a400114cacc67d43 2024-12-05T09:30:18,081 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92287dd121214af1a400114cacc67d43 2024-12-05T09:30:18,087 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:30:18,087 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1325): Online Regions={f4f698435ea5dc34f61d8e5b8b49dd44=test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44.} 2024-12-05T09:30:18,087 DEBUG [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1351): Waiting on f4f698435ea5dc34f61d8e5b8b49dd44 2024-12-05T09:30:18,095 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/norep/fa4b22d504c04cd8a9037f4729b5f469 is 33, key is row1/norep:/1733391009125/DeleteFamily/seqid=0 2024-12-05T09:30:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741847_1023 (size=5108) 2024-12-05T09:30:18,105 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/norep/fa4b22d504c04cd8a9037f4729b5f469 2024-12-05T09:30:18,109 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa4b22d504c04cd8a9037f4729b5f469 2024-12-05T09:30:18,109 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/f/83122fb623a44ae1a36b9c3ec410ea85 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/f/83122fb623a44ae1a36b9c3ec410ea85 2024-12-05T09:30:18,113 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83122fb623a44ae1a36b9c3ec410ea85 2024-12-05T09:30:18,113 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/f/83122fb623a44ae1a36b9c3ec410ea85, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T09:30:18,114 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/f1/92287dd121214af1a400114cacc67d43 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/f1/92287dd121214af1a400114cacc67d43 2024-12-05T09:30:18,117 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92287dd121214af1a400114cacc67d43 2024-12-05T09:30:18,117 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/f1/92287dd121214af1a400114cacc67d43, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T09:30:18,118 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/.tmp/norep/fa4b22d504c04cd8a9037f4729b5f469 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/norep/fa4b22d504c04cd8a9037f4729b5f469 2024-12-05T09:30:18,121 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa4b22d504c04cd8a9037f4729b5f469 2024-12-05T09:30:18,121 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/norep/fa4b22d504c04cd8a9037f4729b5f469, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T09:30:18,122 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f4f698435ea5dc34f61d8e5b8b49dd44 in 908ms, sequenceid=12, compaction requested=false 2024-12-05T09:30:18,122 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:30:18,128 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/data/default/test/f4f698435ea5dc34f61d8e5b8b49dd44/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T09:30:18,129 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:18,129 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:30:18,129 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:30:18,129 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4f698435ea5dc34f61d8e5b8b49dd44: Waiting for close lock at 1733391017214Running coprocessor pre-close hooks at 1733391017214Disabling compacts and flushes for region at 1733391017214Disabling writes for close at 1733391017214Obtaining lock to block concurrent updates at 1733391017215 (+1 ms)Preparing flush snapshotting stores in f4f698435ea5dc34f61d8e5b8b49dd44 at 1733391017215Finished memstore snapshotting test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733391017215Flushing stores of test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. at 1733391017215Flushing f4f698435ea5dc34f61d8e5b8b49dd44/f: creating writer at 1733391017216 (+1 ms)Flushing f4f698435ea5dc34f61d8e5b8b49dd44/f: appending metadata at 1733391017247 (+31 ms)Flushing f4f698435ea5dc34f61d8e5b8b49dd44/f: closing flushed file at 1733391017247Flushing f4f698435ea5dc34f61d8e5b8b49dd44/f1: creating writer at 1733391017660 (+413 ms)Flushing f4f698435ea5dc34f61d8e5b8b49dd44/f1: appending metadata at 1733391017673 (+13 ms)Flushing f4f698435ea5dc34f61d8e5b8b49dd44/f1: closing flushed file at 1733391017673Flushing f4f698435ea5dc34f61d8e5b8b49dd44/norep: creating writer at 1733391018082 (+409 ms)Flushing f4f698435ea5dc34f61d8e5b8b49dd44/norep: appending metadata at 1733391018094 (+12 ms)Flushing f4f698435ea5dc34f61d8e5b8b49dd44/norep: closing flushed file at 1733391018094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b26c3: reopening flushed file at 1733391018109 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74878ba7: reopening flushed file at 1733391018113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4712e040: reopening flushed file at 1733391018117 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f4f698435ea5dc34f61d8e5b8b49dd44 in 908ms, sequenceid=12, compaction requested=false at 1733391018122 (+5 ms)Writing region close event to WAL at 1733391018123 (+1 ms)Running coprocessor post-close hooks at 1733391018129 (+6 ms)Closed at 1733391018129 2024-12-05T09:30:18,129 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390994236.f4f698435ea5dc34f61d8e5b8b49dd44. 2024-12-05T09:30:18,287 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,36891,1733390983824; all regions closed. 2024-12-05T09:30:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:30:18,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.meta.1733390987015.meta not finished, retry = 0 2024-12-05T09:30:18,403 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.rep.1733391001896 not finished, retry = 0 2024-12-05T09:30:18,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741839_1015 (size=3552) 2024-12-05T09:30:18,430 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 1720, reset compression=false 2024-12-05T09:30:18,439 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:18,439 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.wal-reader.33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 to pos 2364, reset compression=false 2024-12-05T09:30:18,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/WALs/33186fd147fa,36891,1733390983824/33186fd147fa%2C36891%2C1733390983824.1733390986060 not finished, retry = 0 2024-12-05T09:30:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741832_1008 (size=2372) 2024-12-05T09:30:18,618 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:18,618 INFO [RS:0;33186fd147fa:36891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:18,619 INFO [RS:0;33186fd147fa:36891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:18,619 INFO [RS:0;33186fd147fa:36891 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:18,619 INFO [RS:0;33186fd147fa:36891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:18,619 INFO [RS:0;33186fd147fa:36891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,36891,1733390983824 because: Region server is closing 2024-12-05T09:30:18,620 INFO [RS:0;33186fd147fa:36891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36891. 2024-12-05T09:30:18,620 DEBUG [RS:0;33186fd147fa:36891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:18,620 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:18,620 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:18,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:18,621 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:18,722 INFO [RS:0;33186fd147fa:36891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,36891,1733390983824.replicationSource.shipper33186fd147fa%2C36891%2C1733390983824,1-33186fd147fa,36891,1733390983824 terminated 2024-12-05T09:30:18,723 INFO [RS:0;33186fd147fa:36891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36891. 2024-12-05T09:30:18,723 DEBUG [RS:0;33186fd147fa:36891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:18,723 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:18,723 DEBUG [RS:0;33186fd147fa:36891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:18,723 INFO [RS:0;33186fd147fa:36891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36891 2024-12-05T09:30:18,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:18,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11316981053/rs/33186fd147fa,36891,1733390983824 2024-12-05T09:30:18,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053/rs 2024-12-05T09:30:18,757 INFO [RS:0;33186fd147fa:36891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:18,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,36891,1733390983824] 2024-12-05T09:30:18,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/draining/33186fd147fa,36891,1733390983824 already deleted, retry=false 2024-12-05T09:30:18,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,36891,1733390983824 expired; onlineServers=0 2024-12-05T09:30:18,776 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,33583,1733390983717' ***** 2024-12-05T09:30:18,776 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:30:18,776 INFO [M:0;33186fd147fa:33583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:18,776 INFO [M:0;33186fd147fa:33583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:18,776 DEBUG [M:0;33186fd147fa:33583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:30:18,776 DEBUG [M:0;33186fd147fa:33583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:30:18,776 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:30:18,776 INFO [M:0;33186fd147fa:33583 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:18,776 INFO [M:0;33186fd147fa:33583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:18,776 DEBUG [M:0;33186fd147fa:33583 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:30:18,776 INFO [M:0;33186fd147fa:33583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:30:18,776 INFO [M:0;33186fd147fa:33583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:18,777 INFO [M:0;33186fd147fa:33583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:30:18,777 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:30:18,777 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390985835 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390985835,5,FailOnTimeoutGroup] 2024-12-05T09:30:18,777 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390985835 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390985835,5,FailOnTimeoutGroup] 2024-12-05T09:30:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11316981053/master 2024-12-05T09:30:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11316981053 2024-12-05T09:30:18,792 DEBUG [M:0;33186fd147fa:33583 {}] zookeeper.RecoverableZooKeeper(212): Node /11316981053/master already deleted, retry=false 2024-12-05T09:30:18,792 DEBUG [M:0;33186fd147fa:33583 {}] master.ActiveMasterManager(353): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Failed delete of our master address node; KeeperErrorCode = NoNode for /11316981053/master 2024-12-05T09:30:18,793 INFO [M:0;33186fd147fa:33583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/.lastflushedseqids 2024-12-05T09:30:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741848_1024 (size=245) 2024-12-05T09:30:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:18,867 INFO [RS:0;33186fd147fa:36891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36891-0x101a6010dfb0004, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:18,867 INFO [RS:0;33186fd147fa:36891 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,36891,1733390983824; zookeeper connection closed. 2024-12-05T09:30:18,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48a0989e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48a0989e 2024-12-05T09:30:18,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:30:18,947 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:19,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:19,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:19,197 INFO [M:0;33186fd147fa:33583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:30:19,197 INFO [M:0;33186fd147fa:33583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:30:19,197 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:30:19,197 INFO [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:19,197 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:19,198 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:30:19,198 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:19,198 INFO [M:0;33186fd147fa:33583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T09:30:19,216 DEBUG [M:0;33186fd147fa:33583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/020ee4b81aa941739bba77304a7cf1ff is 82, key is hbase:meta,,1/info:regioninfo/1733390987041/Put/seqid=0 2024-12-05T09:30:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741849_1025 (size=5672) 2024-12-05T09:30:19,624 INFO [M:0;33186fd147fa:33583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/020ee4b81aa941739bba77304a7cf1ff 2024-12-05T09:30:19,643 DEBUG [M:0;33186fd147fa:33583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ca6e914c5d54bf785e974059234d19f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733390995385/Put/seqid=0 2024-12-05T09:30:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741850_1026 (size=7218) 2024-12-05T09:30:20,047 INFO [M:0;33186fd147fa:33583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ca6e914c5d54bf785e974059234d19f 2024-12-05T09:30:20,050 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:20,051 INFO [M:0;33186fd147fa:33583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca6e914c5d54bf785e974059234d19f 2024-12-05T09:30:20,072 DEBUG [M:0;33186fd147fa:33583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14b124a9dc7147cf801e275a2ea5d612 is 69, key is 33186fd147fa,36891,1733390983824/rs:state/1733390985872/Put/seqid=0 2024-12-05T09:30:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741851_1027 (size=5156) 2024-12-05T09:30:20,476 INFO [M:0;33186fd147fa:33583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14b124a9dc7147cf801e275a2ea5d612 2024-12-05T09:30:20,481 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/020ee4b81aa941739bba77304a7cf1ff as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/020ee4b81aa941739bba77304a7cf1ff 2024-12-05T09:30:20,484 INFO [M:0;33186fd147fa:33583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/020ee4b81aa941739bba77304a7cf1ff, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T09:30:20,485 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ca6e914c5d54bf785e974059234d19f as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ca6e914c5d54bf785e974059234d19f 2024-12-05T09:30:20,487 INFO [M:0;33186fd147fa:33583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca6e914c5d54bf785e974059234d19f 2024-12-05T09:30:20,487 INFO [M:0;33186fd147fa:33583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ca6e914c5d54bf785e974059234d19f, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T09:30:20,488 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14b124a9dc7147cf801e275a2ea5d612 as hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14b124a9dc7147cf801e275a2ea5d612 2024-12-05T09:30:20,491 INFO [M:0;33186fd147fa:33583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39343/user/jenkins/test-data/deb12188-4ca2-eaf3-3519-f0b488e21bf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14b124a9dc7147cf801e275a2ea5d612, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T09:30:20,491 INFO [M:0;33186fd147fa:33583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-12-05T09:30:20,492 INFO [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:20,492 DEBUG [M:0;33186fd147fa:33583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391019197Disabling compacts and flushes for region at 1733391019197Disabling writes for close at 1733391019198 (+1 ms)Obtaining lock to block concurrent updates at 1733391019198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391019198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733391019198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391019198Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391019199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391019216 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391019216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391019628 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391019643 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391019643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391020051 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391020071 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391020071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59fc841: reopening flushed file at 1733391020480 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e7d70d: reopening flushed file at 1733391020484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be15ec3: reopening flushed file at 1733391020487 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1733391020491 (+4 ms)Writing region close event to WAL at 1733391020492 (+1 ms)Closed at 1733391020492 2024-12-05T09:30:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741830_1006 (size=64423) 2024-12-05T09:30:20,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:20,494 INFO [M:0;33186fd147fa:33583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:30:20,495 INFO [M:0;33186fd147fa:33583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33583 2024-12-05T09:30:20,495 INFO [M:0;33186fd147fa:33583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:20,609 INFO [M:0;33186fd147fa:33583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x101a6010dfb0003, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:20,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c24eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:30:20,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:30:20,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:30:20,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:30:20,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir/,STOPPED} 2024-12-05T09:30:20,613 WARN [BP-379337334-172.17.0.3-1733390982304 heartbeating to localhost/127.0.0.1:39343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:30:20,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:30:20,613 WARN [BP-379337334-172.17.0.3-1733390982304 heartbeating to localhost/127.0.0.1:39343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-379337334-172.17.0.3-1733390982304 (Datanode Uuid 7b02299a-b31c-40d5-b0a9-2ecd068232fb) service to localhost/127.0.0.1:39343 2024-12-05T09:30:20,613 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:30:20,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/cluster_8b074e51-167a-ad63-6b61-be193c84be14/data/data1/current/BP-379337334-172.17.0.3-1733390982304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:30:20,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/cluster_8b074e51-167a-ad63-6b61-be193c84be14/data/data2/current/BP-379337334-172.17.0.3-1733390982304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:30:20,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:30:20,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13a8db3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:30:20,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:30:20,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:30:20,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:30:20,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e10550d-5db2-32f9-b27f-d07084061f87/hadoop.log.dir/,STOPPED} 2024-12-05T09:30:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:30:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:30:20,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:20,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:20,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:20,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:20,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:20,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:30:20,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1282341470, stopped=false 2024-12-05T09:30:20,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,38145,1733390978531 2024-12-05T09:30:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-570829952/running 2024-12-05T09:30:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:30:20,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-570829952/running 2024-12-05T09:30:20,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:30:20,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:20,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:20,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:20,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,41193,1733390978919' ***** 2024-12-05T09:30:20,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:30:20,652 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:30:20,652 INFO [RS:0;33186fd147fa:41193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:30:20,652 INFO [RS:0;33186fd147fa:41193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:30:20,652 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f7528b51576a64b31674e9bc80a66d7 2024-12-05T09:30:20,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,41193,1733390978919 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:41193. 2024-12-05T09:30:20,653 DEBUG [RS:0;33186fd147fa:41193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:20,653 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:30:20,653 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:30:20,653 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f7528b51576a64b31674e9bc80a66d7, disabling compactions & flushes 2024-12-05T09:30:20,653 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:30:20,653 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:30:20,653 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. after waiting 0 ms 2024-12-05T09:30:20,653 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:30:20,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/running 2024-12-05T09:30:20,654 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:30:20,654 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f7528b51576a64b31674e9bc80a66d7 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T09:30:20,654 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1325): Online Regions={4f7528b51576a64b31674e9bc80a66d7=test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7., b6c6f06f8995aebc8356088e701a7cd4=hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:30:20,654 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:20,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Set watcher on znode that does not yet exist, /0-570829952/running 2024-12-05T09:30:20,654 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:20,654 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:20,654 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:20,654 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:20,654 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:20,667 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:30:20,689 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/info/32e47ea8f6614bac8bc410a583164327 is 147, key is hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4./info:regioninfo/1733390999761/Put/seqid=0 2024-12-05T09:30:20,693 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/f/d1f0af31502045f287b58c716f294b3a is 37, key is row3/f:row3/1733391011785/Put/seqid=0 2024-12-05T09:30:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741841_1017 (size=5228) 2024-12-05T09:30:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741840_1016 (size=7686) 2024-12-05T09:30:20,702 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/info/32e47ea8f6614bac8bc410a583164327 2024-12-05T09:30:20,719 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:20,731 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/ns/ee80f045bbdf4f9ca7283f3654744312 is 43, key is default/ns:d/1733390982177/Put/seqid=0 2024-12-05T09:30:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741842_1018 (size=5153) 2024-12-05T09:30:20,854 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:21,048 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:30:21,048 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:30:21,054 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:21,103 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/f/d1f0af31502045f287b58c716f294b3a 2024-12-05T09:30:21,107 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1f0af31502045f287b58c716f294b3a 2024-12-05T09:30:21,122 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/f1/e6ff60a023c849e19582e80d603f9d9c is 30, key is row1/f1:/1733391009125/DeleteFamily/seqid=0 2024-12-05T09:30:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741843_1019 (size=5158) 2024-12-05T09:30:21,146 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/ns/ee80f045bbdf4f9ca7283f3654744312 2024-12-05T09:30:21,165 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/rep_barrier/b503a22fe89040b6a300860b81f285a1 is 112, key is test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7./rep_barrier:seqnumDuringOpen/1733390993212/Put/seqid=0 2024-12-05T09:30:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741844_1020 (size=5518) 2024-12-05T09:30:21,254 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1496, reset compression=false 2024-12-05T09:30:21,254 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:21,258 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:21,258 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1743, reset compression=false 2024-12-05T09:30:21,258 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,41193,1733390978919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:21,259 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,41193,1733390978919: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,41193,1733390978919, walGroup=33186fd147fa%2C41193%2C1733390978919, offset=33186fd147fa%2C41193%2C1733390978919.1733390981117:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:41193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:30:21,259 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:30:21,260 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:30:21,260 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:30:21,260 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:30:21,260 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:30:21,260 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 738805752 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199740936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:30:21,260 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:38145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:38145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:30:21,454 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:21,462 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1743, reset compression=false 2024-12-05T09:30:21,528 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/f1/e6ff60a023c849e19582e80d603f9d9c 2024-12-05T09:30:21,532 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ff60a023c849e19582e80d603f9d9c 2024-12-05T09:30:21,549 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/norep/53f17268c2294f1cba2015f620ef4130 is 32, key is row/norep:/1733391008115/DeleteFamily/seqid=0 2024-12-05T09:30:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741845_1021 (size=5101) 2024-12-05T09:30:21,569 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/rep_barrier/b503a22fe89040b6a300860b81f285a1 2024-12-05T09:30:21,585 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/table/cb6ac3a255f94d14a9296427b3ec4e66 is 53, key is hbase:replication/table:state/1733390999766/Put/seqid=0 2024-12-05T09:30:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741846_1022 (size=5308) 2024-12-05T09:30:21,655 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:21,764 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1743, reset compression=false 2024-12-05T09:30:21,855 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7528b51576a64b31674e9bc80a66d7, b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:21,953 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/norep/53f17268c2294f1cba2015f620ef4130 2024-12-05T09:30:21,957 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f17268c2294f1cba2015f620ef4130 2024-12-05T09:30:21,958 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/f/d1f0af31502045f287b58c716f294b3a as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/f/d1f0af31502045f287b58c716f294b3a 2024-12-05T09:30:21,962 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1f0af31502045f287b58c716f294b3a 2024-12-05T09:30:21,962 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/f/d1f0af31502045f287b58c716f294b3a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T09:30:21,963 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/f1/e6ff60a023c849e19582e80d603f9d9c as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/f1/e6ff60a023c849e19582e80d603f9d9c 2024-12-05T09:30:21,966 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ff60a023c849e19582e80d603f9d9c 2024-12-05T09:30:21,966 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/f1/e6ff60a023c849e19582e80d603f9d9c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T09:30:21,971 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/.tmp/norep/53f17268c2294f1cba2015f620ef4130 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/norep/53f17268c2294f1cba2015f620ef4130 2024-12-05T09:30:21,975 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f17268c2294f1cba2015f620ef4130 2024-12-05T09:30:21,975 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/norep/53f17268c2294f1cba2015f620ef4130, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T09:30:21,976 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4f7528b51576a64b31674e9bc80a66d7 in 1322ms, sequenceid=12, compaction requested=false 2024-12-05T09:30:21,976 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:30:21,981 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/default/test/4f7528b51576a64b31674e9bc80a66d7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T09:30:21,982 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:21,982 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:30:21,982 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:30:21,982 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f7528b51576a64b31674e9bc80a66d7: Waiting for close lock at 1733391020653Running coprocessor pre-close hooks at 1733391020653Disabling compacts and flushes for region at 1733391020653Disabling writes for close at 1733391020653Obtaining lock to block concurrent updates at 1733391020654 (+1 ms)Preparing flush snapshotting stores in 4f7528b51576a64b31674e9bc80a66d7 at 1733391020654Finished memstore snapshotting test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733391020654Flushing stores of test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. at 1733391020671 (+17 ms)Flushing 4f7528b51576a64b31674e9bc80a66d7/f: creating writer at 1733391020671Flushing 4f7528b51576a64b31674e9bc80a66d7/f: appending metadata at 1733391020692 (+21 ms)Flushing 4f7528b51576a64b31674e9bc80a66d7/f: closing flushed file at 1733391020692Flushing 4f7528b51576a64b31674e9bc80a66d7/f1: creating writer at 1733391021107 (+415 ms)Flushing 4f7528b51576a64b31674e9bc80a66d7/f1: appending metadata at 1733391021122 (+15 ms)Flushing 4f7528b51576a64b31674e9bc80a66d7/f1: closing flushed file at 1733391021122Flushing 4f7528b51576a64b31674e9bc80a66d7/norep: creating writer at 1733391021532 (+410 ms)Flushing 4f7528b51576a64b31674e9bc80a66d7/norep: appending metadata at 1733391021548 (+16 ms)Flushing 4f7528b51576a64b31674e9bc80a66d7/norep: closing flushed file at 1733391021548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21df898: reopening flushed file at 1733391021958 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1a266b: reopening flushed file at 1733391021962 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db44745: reopening flushed file at 1733391021967 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4f7528b51576a64b31674e9bc80a66d7 in 1322ms, sequenceid=12, compaction requested=false at 1733391021976 (+9 ms)Writing region close event to WAL at 1733391021979 (+3 ms)Running coprocessor post-close hooks at 1733391021982 (+3 ms)Closed at 1733391021982 2024-12-05T09:30:21,982 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733390992072.4f7528b51576a64b31674e9bc80a66d7. 2024-12-05T09:30:21,983 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6c6f06f8995aebc8356088e701a7cd4, disabling compactions & flushes 2024-12-05T09:30:21,983 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:21,983 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:21,983 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. after waiting 0 ms 2024-12-05T09:30:21,983 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:21,983 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6c6f06f8995aebc8356088e701a7cd4: Waiting for close lock at 1733391021983Running coprocessor pre-close hooks at 1733391021983Disabling compacts and flushes for region at 1733391021983Disabling writes for close at 1733391021983Failed flush hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4., putting online again at 1733391021983 2024-12-05T09:30:21,983 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:21,988 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/table/cb6ac3a255f94d14a9296427b3ec4e66 2024-12-05T09:30:21,992 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/info/32e47ea8f6614bac8bc410a583164327 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/info/32e47ea8f6614bac8bc410a583164327 2024-12-05T09:30:21,996 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/info/32e47ea8f6614bac8bc410a583164327, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:30:21,998 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/ns/ee80f045bbdf4f9ca7283f3654744312 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/ns/ee80f045bbdf4f9ca7283f3654744312 2024-12-05T09:30:22,004 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/ns/ee80f045bbdf4f9ca7283f3654744312, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:30:22,004 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/rep_barrier/b503a22fe89040b6a300860b81f285a1 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/rep_barrier/b503a22fe89040b6a300860b81f285a1 2024-12-05T09:30:22,009 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/rep_barrier/b503a22fe89040b6a300860b81f285a1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:30:22,011 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/.tmp/table/cb6ac3a255f94d14a9296427b3ec4e66 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/table/cb6ac3a255f94d14a9296427b3ec4e66 2024-12-05T09:30:22,015 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/table/cb6ac3a255f94d14a9296427b3ec4e66, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:30:22,019 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-12-05T09:30:22,019 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:30:22,027 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:30:22,027 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:22,027 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:30:22,027 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:22,028 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391020654Running coprocessor pre-close hooks at 1733391020654Disabling compacts and flushes for region at 1733391020654Disabling writes for close at 1733391020654Obtaining lock to block concurrent updates at 1733391020667 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1733391020667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391020667Flushing stores of hbase:meta,,1.1588230740 at 1733391020668 (+1 ms)Flushing 1588230740/info: creating writer at 1733391020668Flushing 1588230740/info: appending metadata at 1733391020689 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733391020689Flushing 1588230740/ns: creating writer at 1733391020710 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733391020730 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733391020730Flushing 1588230740/rep_barrier: creating writer at 1733391021150 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391021165 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391021165Flushing 1588230740/table: creating writer at 1733391021573 (+408 ms)Flushing 1588230740/table: appending metadata at 1733391021584 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733391021584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5db534: reopening flushed file at 1733391021992 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f312f75: reopening flushed file at 1733391021996 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65523376: reopening flushed file at 1733391022004 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f006fa: reopening flushed file at 1733391022009 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1733391022019 (+10 ms)Writing region close event to WAL at 1733391022023 (+4 ms)Running coprocessor post-close hooks at 1733391022027 (+4 ms)Closed at 1733391022027 2024-12-05T09:30:22,028 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:22,055 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:30:22,055 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1325): Online Regions={b6c6f06f8995aebc8356088e701a7cd4=hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4.} 2024-12-05T09:30:22,055 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:22,055 DEBUG [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1351): Waiting on b6c6f06f8995aebc8356088e701a7cd4 2024-12-05T09:30:22,055 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6c6f06f8995aebc8356088e701a7cd4, disabling compactions & flushes 2024-12-05T09:30:22,055 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:22,055 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:22,055 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. after waiting 0 ms 2024-12-05T09:30:22,056 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:22,056 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6c6f06f8995aebc8356088e701a7cd4: Waiting for close lock at 1733391022055Running coprocessor pre-close hooks at 1733391022055Disabling compacts and flushes for region at 1733391022055Disabling writes for close at 1733391022055Failed flush hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4., putting online again at 1733391022056 (+1 ms) 2024-12-05T09:30:22,056 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733390998598.b6c6f06f8995aebc8356088e701a7cd4. 2024-12-05T09:30:22,167 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 1743, reset compression=false 2024-12-05T09:30:22,172 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:22,172 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.wal-reader.33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.1733390981117 to pos 2387, reset compression=false 2024-12-05T09:30:22,255 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T09:30:22,255 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,41193,1733390978919; all regions closed. 2024-12-05T09:30:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:30:22,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/WALs/33186fd147fa,41193,1733390978919/33186fd147fa%2C41193%2C1733390978919.meta.1733390982118.meta not finished, retry = 0 2024-12-05T09:30:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741839_1015 (size=2609) 2024-12-05T09:30:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741832_1008 (size=2395) 2024-12-05T09:30:22,363 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:22,363 INFO [RS:0;33186fd147fa:41193 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:22,363 INFO [RS:0;33186fd147fa:41193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:22,363 INFO [RS:0;33186fd147fa:41193 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:22,363 INFO [RS:0;33186fd147fa:41193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:22,363 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:22,363 INFO [RS:0;33186fd147fa:41193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,41193,1733390978919 because: Region server is closing 2024-12-05T09:30:22,363 INFO [RS:0;33186fd147fa:41193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:41193. 2024-12-05T09:30:22,364 DEBUG [RS:0;33186fd147fa:41193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:22,364 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:22,364 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:22,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:22,464 INFO [RS:0;33186fd147fa:41193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,41193,1733390978919.replicationSource.shipper33186fd147fa%2C41193%2C1733390978919,1-33186fd147fa,41193,1733390978919 terminated 2024-12-05T09:30:22,464 INFO [RS:0;33186fd147fa:41193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:41193. 2024-12-05T09:30:22,464 DEBUG [RS:0;33186fd147fa:41193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:22,464 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:22,465 DEBUG [RS:0;33186fd147fa:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:22,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:22,465 INFO [RS:0;33186fd147fa:41193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41193 2024-12-05T09:30:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952/rs 2024-12-05T09:30:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-570829952/rs/33186fd147fa,41193,1733390978919 2024-12-05T09:30:22,475 INFO [RS:0;33186fd147fa:41193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:22,475 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f2df88e5338@311a3467 rejected from java.util.concurrent.ThreadPoolExecutor@3525a69c[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T09:30:22,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,41193,1733390978919] 2024-12-05T09:30:22,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-570829952/draining/33186fd147fa,41193,1733390978919 already deleted, retry=false 2024-12-05T09:30:22,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,41193,1733390978919 expired; onlineServers=0 2024-12-05T09:30:22,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,38145,1733390978531' ***** 2024-12-05T09:30:22,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:30:22,492 INFO [M:0;33186fd147fa:38145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:22,492 INFO [M:0;33186fd147fa:38145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:22,492 DEBUG [M:0;33186fd147fa:38145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:30:22,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:30:22,492 DEBUG [M:0;33186fd147fa:38145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:30:22,492 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390980899 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733390980899,5,FailOnTimeoutGroup] 2024-12-05T09:30:22,492 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390980899 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733390980899,5,FailOnTimeoutGroup] 2024-12-05T09:30:22,492 INFO [M:0;33186fd147fa:38145 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:22,492 INFO [M:0;33186fd147fa:38145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:22,492 DEBUG [M:0;33186fd147fa:38145 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:30:22,492 INFO [M:0;33186fd147fa:38145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:30:22,492 INFO [M:0;33186fd147fa:38145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:22,493 INFO [M:0;33186fd147fa:38145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:30:22,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:30:22,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-570829952/master 2024-12-05T09:30:22,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-570829952 2024-12-05T09:30:22,500 DEBUG [M:0;33186fd147fa:38145 {}] zookeeper.ZKUtil(347): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Unable to get data of znode /0-570829952/master because node does not exist (not an error) 2024-12-05T09:30:22,501 WARN [M:0;33186fd147fa:38145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:30:22,502 INFO [M:0;33186fd147fa:38145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/.lastflushedseqids 2024-12-05T09:30:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741847_1023 (size=245) 2024-12-05T09:30:22,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:22,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x101a6010dfb0001, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:22,584 INFO [RS:0;33186fd147fa:41193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:22,584 INFO [RS:0;33186fd147fa:41193 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,41193,1733390978919; zookeeper connection closed. 2024-12-05T09:30:22,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15355c14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15355c14 2024-12-05T09:30:22,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:30:22,917 INFO [M:0;33186fd147fa:38145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:30:22,917 INFO [M:0;33186fd147fa:38145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:30:22,917 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:30:22,917 INFO [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:22,917 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:22,917 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:30:22,917 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:22,917 INFO [M:0;33186fd147fa:38145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T09:30:22,935 DEBUG [M:0;33186fd147fa:38145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e881e2305543b5bfb1733c52ea3969 is 82, key is hbase:meta,,1/info:regioninfo/1733390982144/Put/seqid=0 2024-12-05T09:30:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741848_1024 (size=5672) 2024-12-05T09:30:23,347 INFO [M:0;33186fd147fa:38145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e881e2305543b5bfb1733c52ea3969 2024-12-05T09:30:23,362 DEBUG [M:0;33186fd147fa:38145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a15e533e62144c7ac5c444d554351b9 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733390993220/Put/seqid=0 2024-12-05T09:30:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741849_1025 (size=7219) 2024-12-05T09:30:23,766 INFO [M:0;33186fd147fa:38145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a15e533e62144c7ac5c444d554351b9 2024-12-05T09:30:23,768 INFO [M:0;33186fd147fa:38145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a15e533e62144c7ac5c444d554351b9 2024-12-05T09:30:23,784 DEBUG [M:0;33186fd147fa:38145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9e1f715d8ba4329a834702c0791809f is 69, key is 33186fd147fa,41193,1733390978919/rs:state/1733390980973/Put/seqid=0 2024-12-05T09:30:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741850_1026 (size=5156) 2024-12-05T09:30:24,188 INFO [M:0;33186fd147fa:38145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9e1f715d8ba4329a834702c0791809f 2024-12-05T09:30:24,191 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e881e2305543b5bfb1733c52ea3969 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e881e2305543b5bfb1733c52ea3969 2024-12-05T09:30:24,195 INFO [M:0;33186fd147fa:38145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e881e2305543b5bfb1733c52ea3969, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T09:30:24,195 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a15e533e62144c7ac5c444d554351b9 as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a15e533e62144c7ac5c444d554351b9 2024-12-05T09:30:24,199 INFO [M:0;33186fd147fa:38145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a15e533e62144c7ac5c444d554351b9 2024-12-05T09:30:24,199 INFO [M:0;33186fd147fa:38145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a15e533e62144c7ac5c444d554351b9, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T09:30:24,200 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9e1f715d8ba4329a834702c0791809f as hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9e1f715d8ba4329a834702c0791809f 2024-12-05T09:30:24,204 INFO [M:0;33186fd147fa:38145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9e1f715d8ba4329a834702c0791809f, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T09:30:24,204 INFO [M:0;33186fd147fa:38145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-05T09:30:24,211 INFO [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:24,211 DEBUG [M:0;33186fd147fa:38145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391022917Disabling compacts and flushes for region at 1733391022917Disabling writes for close at 1733391022917Obtaining lock to block concurrent updates at 1733391022917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391022917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733391022917Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391022918 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391022918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391022935 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391022935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391023350 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391023361 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391023361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391023769 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391023783 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391023783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4307495: reopening flushed file at 1733391024191 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66940124: reopening flushed file at 1733391024195 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13042477: reopening flushed file at 1733391024199 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733391024204 (+5 ms)Writing region close event to WAL at 1733391024211 (+7 ms)Closed at 1733391024211 2024-12-05T09:30:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741830_1006 (size=64435) 2024-12-05T09:30:24,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b31cea97-5073-391a-de06-c48f80ca01ff/MasterData/WALs/33186fd147fa,38145,1733390978531/33186fd147fa%2C38145%2C1733390978531.1733390980674 not finished, retry = 0 2024-12-05T09:30:24,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:24,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:24,314 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:24,314 INFO [M:0;33186fd147fa:38145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:30:24,315 INFO [M:0;33186fd147fa:38145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38145 2024-12-05T09:30:24,315 INFO [M:0;33186fd147fa:38145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:24,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:24,448 INFO [M:0;33186fd147fa:38145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:24,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38145-0x101a6010dfb0000, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:24,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdd0a17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:30:24,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:30:24,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:30:24,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:30:24,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir/,STOPPED} 2024-12-05T09:30:24,454 WARN [BP-1274211299-172.17.0.3-1733390977121 heartbeating to localhost/127.0.0.1:33387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:30:24,454 WARN [BP-1274211299-172.17.0.3-1733390977121 heartbeating to localhost/127.0.0.1:33387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1274211299-172.17.0.3-1733390977121 (Datanode Uuid 4d10a770-71ee-4c3e-82fb-524fa7986ec3) service to localhost/127.0.0.1:33387 2024-12-05T09:30:24,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:30:24,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:30:24,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/data/data1/current/BP-1274211299-172.17.0.3-1733390977121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:30:24,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/cluster_4e6bc8bf-6f3c-b55c-f252-0bba7de527d5/data/data2/current/BP-1274211299-172.17.0.3-1733390977121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:30:24,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:30:24,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e8174a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:30:24,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:30:24,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:30:24,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:30:24,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e53a5749-09f5-1258-5be5-bd4b0a405f7d/hadoop.log.dir/,STOPPED} 2024-12-05T09:30:24,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:30:24,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:30:24,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45951 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39343 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33387 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4789 (was 4824) 2024-12-05T09:30:24,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=4789 2024-12-05T09:30:24,514 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T09:30:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir so I do NOT create it in target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb 2024-12-05T09:30:24,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:30:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.tmp.dir so I do NOT create it in target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb 2024-12-05T09:30:24,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5ac661d-cef0-6871-d348-01012f460ef6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:30:24,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb 2024-12-05T09:30:24,515 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693, deleteOnExit=true 2024-12-05T09:30:24,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/zookeeper_0, clientPort=52509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:30:24,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52509 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/test.cache.data in system properties and HBase conf 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:30:24,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:30:24,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:30:24,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:30:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6010dfb0008, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:30:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6010dfb0005, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:30:24,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6010dfb0002, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:30:24,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6010dfb0002, quorum=127.0.0.1:64461, baseZNode=/0-570829952 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:30:24,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6010dfb0008, quorum=127.0.0.1:64461, baseZNode=/2129658200 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:30:24,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6010dfb0005, quorum=127.0.0.1:64461, baseZNode=/11316981053 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:30:24,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:24,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:30:24,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:30:24,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:30:24,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:30:24,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:24,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:30:24,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:30:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:30:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T09:30:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:30:24,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:30:24,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9129ff4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/java.io.tmpdir/jetty-localhost-35979-hadoop-hdfs-3_4_1-tests_jar-_-any-1571151747643401733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:30:24,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:35979} 2024-12-05T09:30:24,900 INFO [Time-limited test {}] server.Server(415): Started @275318ms 2024-12-05T09:30:25,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:25,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:30:25,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:30:25,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:30:25,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:30:25,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e636865{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:30:25,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3c3b89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:30:25,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b10148{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/java.io.tmpdir/jetty-localhost-33379-hadoop-hdfs-3_4_1-tests_jar-_-any-10954594516862932495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:30:25,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57e67b5f{HTTP/1.1, (http/1.1)}{localhost:33379} 2024-12-05T09:30:25,217 INFO [Time-limited test {}] server.Server(415): Started @275635ms 2024-12-05T09:30:25,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:30:25,607 WARN [Thread-3468 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/data/data1/current/BP-385701143-172.17.0.3-1733391024540/current, will proceed with Du for space computation calculation, 2024-12-05T09:30:25,608 WARN [Thread-3469 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/data/data2/current/BP-385701143-172.17.0.3-1733391024540/current, will proceed with Du for space computation calculation, 2024-12-05T09:30:25,627 WARN [Thread-3456 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:30:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba116fbe55bcabdc with lease ID 0xa57fa6deaff756de: Processing first storage report for DS-473f307f-5eeb-48b7-aacf-3b449df0a6e9 from datanode DatanodeRegistration(127.0.0.1:39179, datanodeUuid=c3873ec3-3f40-47e9-b53d-c5f1c52f3226, infoPort=40805, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=650718322;c=1733391024540) 2024-12-05T09:30:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba116fbe55bcabdc with lease ID 0xa57fa6deaff756de: from storage DS-473f307f-5eeb-48b7-aacf-3b449df0a6e9 node DatanodeRegistration(127.0.0.1:39179, datanodeUuid=c3873ec3-3f40-47e9-b53d-c5f1c52f3226, infoPort=40805, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=650718322;c=1733391024540), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:30:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba116fbe55bcabdc with lease ID 0xa57fa6deaff756de: Processing first storage report for DS-d74db578-be2a-4b76-b277-334327564e49 from datanode DatanodeRegistration(127.0.0.1:39179, datanodeUuid=c3873ec3-3f40-47e9-b53d-c5f1c52f3226, infoPort=40805, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=650718322;c=1733391024540) 2024-12-05T09:30:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba116fbe55bcabdc with lease ID 0xa57fa6deaff756de: from storage DS-d74db578-be2a-4b76-b277-334327564e49 node DatanodeRegistration(127.0.0.1:39179, datanodeUuid=c3873ec3-3f40-47e9-b53d-c5f1c52f3226, infoPort=40805, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=650718322;c=1733391024540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:30:25,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb 2024-12-05T09:30:25,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:25,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:30:26,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e with version=8 2024-12-05T09:30:26,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/hbase-staging 2024-12-05T09:30:26,057 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:30:26,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:26,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:26,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:30:26,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:26,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:30:26,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:30:26,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:30:26,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34401 2024-12-05T09:30:26,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34401 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344010x0, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:26,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34401-0x101a601c72e0000 connected 2024-12-05T09:30:26,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:26,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:26,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/running 2024-12-05T09:30:26,177 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e, hbase.cluster.distributed=false 2024-12-05T09:30:26,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/acl 2024-12-05T09:30:26,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34401 2024-12-05T09:30:26,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34401 2024-12-05T09:30:26,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34401 2024-12-05T09:30:26,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34401 2024-12-05T09:30:26,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34401 2024-12-05T09:30:26,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:30:26,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:30:26,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43805 2024-12-05T09:30:26,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43805 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:26,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:26,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:26,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438050x0, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:26,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438050x0, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/running 2024-12-05T09:30:26,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43805-0x101a601c72e0001 connected 2024-12-05T09:30:26,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:30:26,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:30:26,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/master 2024-12-05T09:30:26,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/acl 2024-12-05T09:30:26,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43805 2024-12-05T09:30:26,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43805 2024-12-05T09:30:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43805 2024-12-05T09:30:26,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43805 2024-12-05T09:30:26,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43805 2024-12-05T09:30:26,227 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:34401 2024-12-05T09:30:26,227 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01884089488/backup-masters/33186fd147fa,34401,1733391026057 2024-12-05T09:30:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488/backup-masters 2024-12-05T09:30:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488/backup-masters 2024-12-05T09:30:26,233 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on existing znode=/01884089488/backup-masters/33186fd147fa,34401,1733391026057 2024-12-05T09:30:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884089488/master 2024-12-05T09:30:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:26,241 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on existing znode=/01884089488/master 2024-12-05T09:30:26,242 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01884089488/backup-masters/33186fd147fa,34401,1733391026057 from backup master directory 2024-12-05T09:30:26,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884089488/backup-masters/33186fd147fa,34401,1733391026057 2024-12-05T09:30:26,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488/backup-masters 2024-12-05T09:30:26,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488/backup-masters 2024-12-05T09:30:26,249 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:30:26,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,34401,1733391026057 2024-12-05T09:30:26,252 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/hbase.id] with ID: 8e901ef9-6230-49e8-9b84-087a7709b4da 2024-12-05T09:30:26,252 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/.tmp/hbase.id 2024-12-05T09:30:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:30:26,656 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/.tmp/hbase.id]:[hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/hbase.id] 2024-12-05T09:30:26,662 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:26,662 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:30:26,663 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:30:26,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:26,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:30:27,077 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:27,077 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:30:27,078 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:30:27,483 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store 2024-12-05T09:30:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:30:27,888 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:27,888 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:30:27,888 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:27,888 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:27,888 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:30:27,888 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:27,888 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:27,888 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391027888Disabling compacts and flushes for region at 1733391027888Disabling writes for close at 1733391027888Writing region close event to WAL at 1733391027888Closed at 1733391027888 2024-12-05T09:30:27,889 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/.initializing 2024-12-05T09:30:27,889 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/WALs/33186fd147fa,34401,1733391026057 2024-12-05T09:30:27,890 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:30:27,891 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C34401%2C1733391026057, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/WALs/33186fd147fa,34401,1733391026057, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/oldWALs, maxLogs=10 2024-12-05T09:30:27,905 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/WALs/33186fd147fa,34401,1733391026057/33186fd147fa%2C34401%2C1733391026057.1733391027891, exclude list is [], retry=0 2024-12-05T09:30:27,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-473f307f-5eeb-48b7-aacf-3b449df0a6e9,DISK] 2024-12-05T09:30:27,909 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/WALs/33186fd147fa,34401,1733391026057/33186fd147fa%2C34401%2C1733391026057.1733391027891 2024-12-05T09:30:27,909 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-12-05T09:30:27,910 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:27,910 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:27,910 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,910 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:30:27,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:30:27,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:27,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:27,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:30:27,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:27,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:27,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:30:27,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:27,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:27,916 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,916 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,916 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,917 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,917 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,917 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:27,918 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:27,922 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:27,922 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70648939, jitterRate=0.05275122821331024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:27,923 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391027910Initializing all the Stores at 1733391027911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391027911Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391027911Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391027911Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391027911Cleaning up temporary data from old regions at 1733391027917 (+6 ms)Region opened successfully at 1733391027923 (+6 ms) 2024-12-05T09:30:27,923 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:30:27,925 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ece5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:30:27,925 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:30:27,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:30:27,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:30:27,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:30:27,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:30:27,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:30:27,926 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:30:27,927 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:30:27,928 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Unable to get data of znode /01884089488/balancer because node does not exist (not necessarily an error) 2024-12-05T09:30:27,933 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884089488/balancer already deleted, retry=false 2024-12-05T09:30:27,933 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:30:27,933 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Unable to get data of znode /01884089488/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:30:27,941 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884089488/normalizer already deleted, retry=false 2024-12-05T09:30:27,941 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:30:27,942 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Unable to get data of znode /01884089488/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:30:27,949 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884089488/switch/split already deleted, retry=false 2024-12-05T09:30:27,950 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Unable to get data of znode /01884089488/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:30:27,958 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884089488/switch/merge already deleted, retry=false 2024-12-05T09:30:27,959 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Unable to get data of znode /01884089488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:30:27,966 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884089488/snapshot-cleanup already deleted, retry=false 2024-12-05T09:30:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884089488/running 2024-12-05T09:30:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884089488/running 2024-12-05T09:30:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:27,975 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,34401,1733391026057, sessionid=0x101a601c72e0000, setting cluster-up flag (Was=false) 2024-12-05T09:30:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:28,016 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884089488/flush-table-proc/acquired, /01884089488/flush-table-proc/reached, /01884089488/flush-table-proc/abort 2024-12-05T09:30:28,017 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,34401,1733391026057 2024-12-05T09:30:28,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:28,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:28,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884089488/online-snapshot/acquired, /01884089488/online-snapshot/reached, /01884089488/online-snapshot/abort 2024-12-05T09:30:28,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,34401,1733391026057 2024-12-05T09:30:28,059 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:30:28,060 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:28,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:30:28,061 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:30:28,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,34401,1733391026057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:30:28,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391058063 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:30:28,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:28,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:30:28,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:30:28,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:28,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:30:28,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391028064,5,FailOnTimeoutGroup] 2024-12-05T09:30:28,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391028064,5,FailOnTimeoutGroup] 2024-12-05T09:30:28,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:30:28,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:30:28,121 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(746): ClusterId : 8e901ef9-6230-49e8-9b84-087a7709b4da 2024-12-05T09:30:28,121 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:30:28,134 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:30:28,134 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:30:28,150 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:30:28,150 DEBUG [RS:0;33186fd147fa:43805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dcb59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:30:28,159 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:43805 2024-12-05T09:30:28,159 INFO [RS:0;33186fd147fa:43805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:30:28,159 INFO [RS:0;33186fd147fa:43805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:30:28,159 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:30:28,160 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,34401,1733391026057 with port=43805, startcode=1733391026192 2024-12-05T09:30:28,160 DEBUG [RS:0;33186fd147fa:43805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:30:28,161 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:30:28,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,43805,1733391026192 2024-12-05T09:30:28,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34401 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,43805,1733391026192 2024-12-05T09:30:28,163 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e 2024-12-05T09:30:28,163 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42181 2024-12-05T09:30:28,163 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:30:28,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488/rs 2024-12-05T09:30:28,173 DEBUG [RS:0;33186fd147fa:43805 {}] zookeeper.ZKUtil(111): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on existing znode=/01884089488/rs/33186fd147fa,43805,1733391026192 2024-12-05T09:30:28,173 WARN [RS:0;33186fd147fa:43805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:30:28,173 INFO [RS:0;33186fd147fa:43805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:28,173 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192 2024-12-05T09:30:28,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,43805,1733391026192] 2024-12-05T09:30:28,175 INFO [RS:0;33186fd147fa:43805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:30:28,176 INFO [RS:0;33186fd147fa:43805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:30:28,176 INFO [RS:0;33186fd147fa:43805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:30:28,176 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,177 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:30:28,177 INFO [RS:0;33186fd147fa:43805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:30:28,177 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:30:28,177 DEBUG [RS:0;33186fd147fa:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:30:28,178 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,178 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,178 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,178 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,178 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,178 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43805,1733391026192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:30:28,189 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:30:28,189 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43805,1733391026192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,189 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,189 INFO [RS:0;33186fd147fa:43805 {}] regionserver.Replication(171): 33186fd147fa,43805,1733391026192 started 2024-12-05T09:30:28,200 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:28,200 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,43805,1733391026192, RpcServer on 33186fd147fa/172.17.0.3:43805, sessionid=0x101a601c72e0001 2024-12-05T09:30:28,200 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:30:28,200 DEBUG [RS:0;33186fd147fa:43805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,43805,1733391026192 2024-12-05T09:30:28,200 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43805,1733391026192' 2024-12-05T09:30:28,200 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884089488/flush-table-proc/abort' 2024-12-05T09:30:28,200 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884089488/flush-table-proc/acquired' 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,43805,1733391026192 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43805,1733391026192' 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884089488/online-snapshot/abort' 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884089488/online-snapshot/acquired' 2024-12-05T09:30:28,201 DEBUG [RS:0;33186fd147fa:43805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:30:28,201 INFO [RS:0;33186fd147fa:43805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:30:28,201 INFO [RS:0;33186fd147fa:43805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:30:28,302 INFO [RS:0;33186fd147fa:43805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:30:28,303 INFO [RS:0;33186fd147fa:43805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43805%2C1733391026192, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/oldWALs, maxLogs=10 2024-12-05T09:30:28,314 DEBUG [RS:0;33186fd147fa:43805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303, exclude list is [], retry=0 2024-12-05T09:30:28,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-473f307f-5eeb-48b7-aacf-3b449df0a6e9,DISK] 2024-12-05T09:30:28,317 INFO [RS:0;33186fd147fa:43805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 2024-12-05T09:30:28,317 DEBUG [RS:0;33186fd147fa:43805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-12-05T09:30:28,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:30:28,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e 2024-12-05T09:30:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:30:28,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:28,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:30:28,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:30:28,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:28,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:28,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:30:28,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:30:28,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:28,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:28,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:30:28,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:30:28,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:28,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:28,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:30:28,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:30:28,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:28,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:28,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:30:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740 2024-12-05T09:30:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740 2024-12-05T09:30:28,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:30:28,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:30:28,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:28,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:30:28,891 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:28,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69425923, jitterRate=0.03452686965465546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:28,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391028880Initializing all the Stores at 1733391028881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391028881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391028881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391028881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391028881Cleaning up temporary data from old regions at 1733391028887 (+6 ms)Region opened successfully at 1733391028892 (+5 ms) 2024-12-05T09:30:28,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:28,893 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:28,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:28,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:28,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:28,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:28,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391028892Disabling compacts and flushes for region at 1733391028892Disabling writes for close at 1733391028893 (+1 ms)Writing region close event to WAL at 1733391028893Closed at 1733391028893 2024-12-05T09:30:28,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:28,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:30:28,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:30:28,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:30:28,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:30:29,046 DEBUG [33186fd147fa:34401 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:30:29,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,43805,1733391026192 2024-12-05T09:30:29,049 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43805,1733391026192, state=OPENING 2024-12-05T09:30:29,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:30:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:29,066 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:30:29,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884089488/meta-region-server: CHANGED 2024-12-05T09:30:29,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884089488/meta-region-server: CHANGED 2024-12-05T09:30:29,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43805,1733391026192}] 2024-12-05T09:30:29,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:29,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:30:29,231 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:30:29,231 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:29,231 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:30:29,233 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43805%2C1733391026192.meta, suffix=.meta, logDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/oldWALs, maxLogs=10 2024-12-05T09:30:29,246 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.meta.1733391029233.meta, exclude list is [], retry=0 2024-12-05T09:30:29,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-473f307f-5eeb-48b7-aacf-3b449df0a6e9,DISK] 2024-12-05T09:30:29,250 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.meta.1733391029233.meta 2024-12-05T09:30:29,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-12-05T09:30:29,250 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:29,251 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:29,251 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:29,251 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:30:29,251 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:30:29,251 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:30:29,251 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:29,251 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:30:29,251 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:30:29,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:30:29,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:30:29,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:29,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:29,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:30:29,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:30:29,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:29,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:29,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:30:29,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:30:29,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:29,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:29,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:30:29,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:30:29,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:29,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:29,258 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:30:29,259 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740 2024-12-05T09:30:29,259 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740 2024-12-05T09:30:29,260 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:30:29,260 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:30:29,260 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:29,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:30:29,261 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63139587, jitterRate=-0.05914683640003204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:29,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:30:29,262 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391029251Writing region info on filesystem at 1733391029251Initializing all the Stores at 1733391029252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391029252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391029252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391029252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391029252Cleaning up temporary data from old regions at 1733391029260 (+8 ms)Running coprocessor post-open hooks at 1733391029261 (+1 ms)Region opened successfully at 1733391029262 (+1 ms) 2024-12-05T09:30:29,263 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391029218 2024-12-05T09:30:29,265 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:30:29,265 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:30:29,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43805,1733391026192 2024-12-05T09:30:29,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43805,1733391026192, state=OPEN 2024-12-05T09:30:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884089488/meta-region-server 2024-12-05T09:30:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884089488/meta-region-server 2024-12-05T09:30:29,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,43805,1733391026192 2024-12-05T09:30:29,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884089488/meta-region-server: CHANGED 2024-12-05T09:30:29,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884089488/meta-region-server: CHANGED 2024-12-05T09:30:29,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:30:29,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43805,1733391026192 in 225 msec 2024-12-05T09:30:29,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:30:29,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-12-05T09:30:29,294 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:29,294 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:30:29,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:29,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43805,1733391026192, seqNum=-1] 2024-12-05T09:30:29,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:29,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:29,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-12-05T09:30:29,301 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391029301, completionTime=-1 2024-12-05T09:30:29,301 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:30:29,301 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391089303 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391149303 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34401,1733391026057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34401,1733391026057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34401,1733391026057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:34401, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,303 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,305 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:30:29,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.056sec 2024-12-05T09:30:29,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:30:29,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:30:29,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:30:29,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:30:29,306 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:30:29,307 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34401,1733391026057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:30:29,307 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34401,1733391026057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:30:29,308 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:30:29,308 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:30:29,308 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,34401,1733391026057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:29,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb71712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:29,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34401,-1 for getting cluster id 2024-12-05T09:30:29,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:29,326 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e901ef9-6230-49e8-9b84-087a7709b4da' 2024-12-05T09:30:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e901ef9-6230-49e8-9b84-087a7709b4da" 2024-12-05T09:30:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a51522f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34401,-1] 2024-12-05T09:30:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:29,328 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:29,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24445d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:29,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43805,1733391026192, seqNum=-1] 2024-12-05T09:30:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:29,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:29,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,34401,1733391026057 2024-12-05T09:30:29,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:29,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:29,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a601c72e0002 connected 2024-12-05T09:30:29,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir so I do NOT create it in target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d 2024-12-05T09:30:29,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:30:29,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.tmp.dir so I do NOT create it in target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d 2024-12-05T09:30:29,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:30:29,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d 2024-12-05T09:30:29,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:30:29,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/cluster_a635c104-a01e-ee5f-3d57-6faefd32d200, deleteOnExit=true 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/test.cache.data in system properties and HBase conf 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:30:29,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:30:29,359 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:30:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:30:29,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:30:29,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:29,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:30:29,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:30:29,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:30:29,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:30:29,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:29,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b96bf75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:30:29,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4346b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:30:29,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f214afe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/java.io.tmpdir/jetty-localhost-39081-hadoop-hdfs-3_4_1-tests_jar-_-any-6230181814197641452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:30:29,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5714c4c1{HTTP/1.1, (http/1.1)}{localhost:39081} 2024-12-05T09:30:29,646 INFO [Time-limited test {}] server.Server(415): Started @280064ms 2024-12-05T09:30:29,799 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:29,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,832 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,832 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,833 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,833 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,833 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,833 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,841 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,843 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,845 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:29,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:29,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:30:29,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:30:29,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:30:29,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:30:29,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493365ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:30:29,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198298d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:30:29,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d30b01a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/java.io.tmpdir/jetty-localhost-36881-hadoop-hdfs-3_4_1-tests_jar-_-any-3944517436820033288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:30:29,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1008dde9{HTTP/1.1, (http/1.1)}{localhost:36881} 2024-12-05T09:30:29,968 INFO [Time-limited test {}] server.Server(415): Started @280386ms 2024-12-05T09:30:29,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:30:30,349 WARN [Thread-3590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/cluster_a635c104-a01e-ee5f-3d57-6faefd32d200/data/data2/current/BP-1209698522-172.17.0.3-1733391029377/current, will proceed with Du for space computation calculation, 2024-12-05T09:30:30,349 WARN [Thread-3589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/cluster_a635c104-a01e-ee5f-3d57-6faefd32d200/data/data1/current/BP-1209698522-172.17.0.3-1733391029377/current, will proceed with Du for space computation calculation, 2024-12-05T09:30:30,363 WARN [Thread-3577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:30:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e1a5d9654455574 with lease ID 0x3e968af8eff459d4: Processing first storage report for DS-5a371b46-2a16-4b67-97ba-b5206dd0f9ac from datanode DatanodeRegistration(127.0.0.1:37189, datanodeUuid=cea93aaa-2f2c-4540-ada0-6ba8f6a74337, infoPort=42807, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1288621538;c=1733391029377) 2024-12-05T09:30:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e1a5d9654455574 with lease ID 0x3e968af8eff459d4: from storage DS-5a371b46-2a16-4b67-97ba-b5206dd0f9ac node DatanodeRegistration(127.0.0.1:37189, datanodeUuid=cea93aaa-2f2c-4540-ada0-6ba8f6a74337, infoPort=42807, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1288621538;c=1733391029377), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:30:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e1a5d9654455574 with lease ID 0x3e968af8eff459d4: Processing first storage report for DS-be808f10-0deb-4d24-a970-01b276d40e99 from datanode DatanodeRegistration(127.0.0.1:37189, datanodeUuid=cea93aaa-2f2c-4540-ada0-6ba8f6a74337, infoPort=42807, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1288621538;c=1733391029377) 2024-12-05T09:30:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e1a5d9654455574 with lease ID 0x3e968af8eff459d4: from storage DS-be808f10-0deb-4d24-a970-01b276d40e99 node DatanodeRegistration(127.0.0.1:37189, datanodeUuid=cea93aaa-2f2c-4540-ada0-6ba8f6a74337, infoPort=42807, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1288621538;c=1733391029377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:30:30,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d 2024-12-05T09:30:30,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:30:30,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a with version=8 2024-12-05T09:30:30,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/hbase-staging 2024-12-05T09:30:30,805 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:30:30,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38173 2024-12-05T09:30:30,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38173 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:30,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381730x0, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:30,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38173-0x101a601c72e0003 connected 2024-12-05T09:30:30,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/running 2024-12-05T09:30:30,901 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a, hbase.cluster.distributed=false 2024-12-05T09:30:30,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/acl 2024-12-05T09:30:30,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38173 2024-12-05T09:30:30,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38173 2024-12-05T09:30:30,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38173 2024-12-05T09:30:30,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38173 2024-12-05T09:30:30,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38173 2024-12-05T09:30:30,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:30:30,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:30:30,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33333 2024-12-05T09:30:30,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33333 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:30,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333330x0, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:30,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/running 2024-12-05T09:30:30,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33333-0x101a601c72e0004 connected 2024-12-05T09:30:30,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:30:30,925 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:30:30,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/master 2024-12-05T09:30:30,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/acl 2024-12-05T09:30:30,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33333 2024-12-05T09:30:30,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33333 2024-12-05T09:30:30,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33333 2024-12-05T09:30:30,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33333 2024-12-05T09:30:30,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33333 2024-12-05T09:30:30,946 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:38173 2024-12-05T09:30:30,947 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-79995336/backup-masters/33186fd147fa,38173,1733391030804 2024-12-05T09:30:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336/backup-masters 2024-12-05T09:30:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336/backup-masters 2024-12-05T09:30:30,956 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on existing znode=/1-79995336/backup-masters/33186fd147fa,38173,1733391030804 2024-12-05T09:30:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-79995336/master 2024-12-05T09:30:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:30,964 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on existing znode=/1-79995336/master 2024-12-05T09:30:30,964 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-79995336/backup-masters/33186fd147fa,38173,1733391030804 from backup master directory 2024-12-05T09:30:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336/backup-masters 2024-12-05T09:30:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79995336/backup-masters/33186fd147fa,38173,1733391030804 2024-12-05T09:30:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336/backup-masters 2024-12-05T09:30:30,974 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:30:30,974 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,38173,1733391030804 2024-12-05T09:30:30,977 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/hbase.id] with ID: 35ebcf80-76d6-4c96-832c-6084e0f1658b 2024-12-05T09:30:30,977 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/.tmp/hbase.id 2024-12-05T09:30:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:30:30,986 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/.tmp/hbase.id]:[hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/hbase.id] 2024-12-05T09:30:30,994 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:30,994 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:30:30,995 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:30:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:31,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:30:31,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:31,407 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:30:31,408 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:30:31,813 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store 2024-12-05T09:30:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:30:32,218 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:32,218 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:30:32,218 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:32,218 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:32,218 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:30:32,218 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:32,218 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:32,218 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391032218Disabling compacts and flushes for region at 1733391032218Disabling writes for close at 1733391032218Writing region close event to WAL at 1733391032218Closed at 1733391032218 2024-12-05T09:30:32,219 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/.initializing 2024-12-05T09:30:32,219 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/WALs/33186fd147fa,38173,1733391030804 2024-12-05T09:30:32,220 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:30:32,221 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C38173%2C1733391030804, suffix=, logDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/WALs/33186fd147fa,38173,1733391030804, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/oldWALs, maxLogs=10 2024-12-05T09:30:32,234 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/WALs/33186fd147fa,38173,1733391030804/33186fd147fa%2C38173%2C1733391030804.1733391032221, exclude list is [], retry=0 2024-12-05T09:30:32,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37189,DS-5a371b46-2a16-4b67-97ba-b5206dd0f9ac,DISK] 2024-12-05T09:30:32,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/WALs/33186fd147fa,38173,1733391030804/33186fd147fa%2C38173%2C1733391030804.1733391032221 2024-12-05T09:30:32,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-05T09:30:32,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:32,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:32,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:30:32,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:32,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:32,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:30:32,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:30:32,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:32,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:32,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:30:32,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:32,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:32,243 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,243 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,243 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,244 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,244 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,244 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:32,245 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:32,246 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:32,246 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69725840, jitterRate=0.038995981216430664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:32,246 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391032238Initializing all the Stores at 1733391032239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391032239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391032239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391032239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391032239Cleaning up temporary data from old regions at 1733391032244 (+5 ms)Region opened successfully at 1733391032246 (+2 ms) 2024-12-05T09:30:32,247 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:30:32,248 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f17af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:30:32,249 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:30:32,250 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:30:32,251 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Unable to get data of znode /1-79995336/balancer because node does not exist (not necessarily an error) 2024-12-05T09:30:32,314 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79995336/balancer already deleted, retry=false 2024-12-05T09:30:32,314 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:30:32,315 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Unable to get data of znode /1-79995336/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:30:32,324 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79995336/normalizer already deleted, retry=false 2024-12-05T09:30:32,324 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:30:32,325 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Unable to get data of znode /1-79995336/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:30:32,332 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79995336/switch/split already deleted, retry=false 2024-12-05T09:30:32,333 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Unable to get data of znode /1-79995336/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:30:32,341 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79995336/switch/merge already deleted, retry=false 2024-12-05T09:30:32,342 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Unable to get data of znode /1-79995336/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:30:32,349 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79995336/snapshot-cleanup already deleted, retry=false 2024-12-05T09:30:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-79995336/running 2024-12-05T09:30:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-79995336/running 2024-12-05T09:30:32,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:32,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:32,358 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,38173,1733391030804, sessionid=0x101a601c72e0003, setting cluster-up flag (Was=false) 2024-12-05T09:30:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:32,399 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-79995336/flush-table-proc/acquired, /1-79995336/flush-table-proc/reached, /1-79995336/flush-table-proc/abort 2024-12-05T09:30:32,400 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,38173,1733391030804 2024-12-05T09:30:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:32,441 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-79995336/online-snapshot/acquired, /1-79995336/online-snapshot/reached, /1-79995336/online-snapshot/abort 2024-12-05T09:30:32,442 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,38173,1733391030804 2024-12-05T09:30:32,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:30:32,443 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:32,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:30:32,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:30:32,444 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,38173,1733391030804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:30:32,445 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,445 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391062445 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:30:32,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:32,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:30:32,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:30:32,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:32,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:30:32,447 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:30:32,447 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:30:32,447 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391032447,5,FailOnTimeoutGroup] 2024-12-05T09:30:32,447 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391032447,5,FailOnTimeoutGroup] 2024-12-05T09:30:32,447 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,447 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:30:32,447 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,447 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:30:32,537 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(746): ClusterId : 35ebcf80-76d6-4c96-832c-6084e0f1658b 2024-12-05T09:30:32,537 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:30:32,541 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:30:32,541 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:30:32,550 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:30:32,550 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57877e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:30:32,560 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:33333 2024-12-05T09:30:32,560 INFO [RS:0;33186fd147fa:33333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:30:32,560 INFO [RS:0;33186fd147fa:33333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:30:32,560 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:30:32,561 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,38173,1733391030804 with port=33333, startcode=1733391030914 2024-12-05T09:30:32,561 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:30:32,562 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:30:32,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,33333,1733391030914 2024-12-05T09:30:32,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38173 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,33333,1733391030914 2024-12-05T09:30:32,564 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a 2024-12-05T09:30:32,564 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39943 2024-12-05T09:30:32,564 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:30:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336/rs 2024-12-05T09:30:32,575 DEBUG [RS:0;33186fd147fa:33333 {}] zookeeper.ZKUtil(111): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on existing znode=/1-79995336/rs/33186fd147fa,33333,1733391030914 2024-12-05T09:30:32,575 WARN [RS:0;33186fd147fa:33333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:30:32,575 INFO [RS:0;33186fd147fa:33333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:32,575 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914 2024-12-05T09:30:32,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,33333,1733391030914] 2024-12-05T09:30:32,577 INFO [RS:0;33186fd147fa:33333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:30:32,579 INFO [RS:0;33186fd147fa:33333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:30:32,579 INFO [RS:0;33186fd147fa:33333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:30:32,579 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,580 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:30:32,580 INFO [RS:0;33186fd147fa:33333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:30:32,580 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,580 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,580 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,580 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,580 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,580 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,580 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:30:32,581 DEBUG [RS:0;33186fd147fa:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:30:32,587 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,587 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,587 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,587 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,587 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,587 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33333,1733391030914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:30:32,599 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:30:32,599 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,33333,1733391030914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,600 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,600 INFO [RS:0;33186fd147fa:33333 {}] regionserver.Replication(171): 33186fd147fa,33333,1733391030914 started 2024-12-05T09:30:32,611 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:32,611 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,33333,1733391030914, RpcServer on 33186fd147fa/172.17.0.3:33333, sessionid=0x101a601c72e0004 2024-12-05T09:30:32,611 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:30:32,611 DEBUG [RS:0;33186fd147fa:33333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,33333,1733391030914 2024-12-05T09:30:32,611 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,33333,1733391030914' 2024-12-05T09:30:32,611 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-79995336/flush-table-proc/abort' 2024-12-05T09:30:32,611 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-79995336/flush-table-proc/acquired' 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,33333,1733391030914 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,33333,1733391030914' 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-79995336/online-snapshot/abort' 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-79995336/online-snapshot/acquired' 2024-12-05T09:30:32,612 DEBUG [RS:0;33186fd147fa:33333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:30:32,612 INFO [RS:0;33186fd147fa:33333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:30:32,612 INFO [RS:0;33186fd147fa:33333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:30:32,712 INFO [RS:0;33186fd147fa:33333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:30:32,713 INFO [RS:0;33186fd147fa:33333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C33333%2C1733391030914, suffix=, logDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/oldWALs, maxLogs=10 2024-12-05T09:30:32,724 DEBUG [RS:0;33186fd147fa:33333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, exclude list is [], retry=0 2024-12-05T09:30:32,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37189,DS-5a371b46-2a16-4b67-97ba-b5206dd0f9ac,DISK] 2024-12-05T09:30:32,727 INFO [RS:0;33186fd147fa:33333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 2024-12-05T09:30:32,727 DEBUG [RS:0;33186fd147fa:33333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-05T09:30:32,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:32,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:30:32,824 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88675 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:30:32,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:30:32,854 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a 2024-12-05T09:30:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:30:33,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:33,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:30:33,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:30:33,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:30:33,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:30:33,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:30:33,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:30:33,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:30:33,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:30:33,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:30:33,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740 2024-12-05T09:30:33,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740 2024-12-05T09:30:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:30:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:30:33,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:33,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:30:33,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:33,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72213015, jitterRate=0.07605777680873871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391033258Initializing all the Stores at 1733391033259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391033259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391033259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391033259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391033259Cleaning up temporary data from old regions at 1733391033265 (+6 ms)Region opened successfully at 1733391033268 (+3 ms) 2024-12-05T09:30:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:33,268 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:33,268 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391033268Disabling compacts and flushes for region at 1733391033268Disabling writes for close at 1733391033268Writing region close event to WAL at 1733391033268Closed at 1733391033268 2024-12-05T09:30:33,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:33,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:30:33,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:30:33,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:30:33,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:30:33,421 DEBUG [33186fd147fa:38173 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:30:33,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,33333,1733391030914 2024-12-05T09:30:33,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,33333,1733391030914, state=OPENING 2024-12-05T09:30:33,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:30:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:33,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:30:33,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79995336/meta-region-server: CHANGED 2024-12-05T09:30:33,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79995336/meta-region-server: CHANGED 2024-12-05T09:30:33,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,33333,1733391030914}] 2024-12-05T09:30:33,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:33,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:30:33,695 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:30:33,695 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:33,695 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:30:33,696 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C33333%2C1733391030914.meta, suffix=.meta, logDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/oldWALs, maxLogs=10 2024-12-05T09:30:33,712 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.meta.1733391033697.meta, exclude list is [], retry=0 2024-12-05T09:30:33,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37189,DS-5a371b46-2a16-4b67-97ba-b5206dd0f9ac,DISK] 2024-12-05T09:30:33,715 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.meta.1733391033697.meta 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:33,716 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:30:33,716 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:30:33,716 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:30:33,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:30:33,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:30:33,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:30:33,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:30:33,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:30:33,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:30:33,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:30:33,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:30:33,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:33,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:33,720 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:30:33,720 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740 2024-12-05T09:30:33,721 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740 2024-12-05T09:30:33,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:30:33,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:30:33,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:33,723 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:30:33,724 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65466010, jitterRate=-0.024480432271957397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:33,724 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:30:33,724 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391033716Writing region info on filesystem at 1733391033716Initializing all the Stores at 1733391033717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391033717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391033717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391033717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391033717Cleaning up temporary data from old regions at 1733391033722 (+5 ms)Running coprocessor post-open hooks at 1733391033724 (+2 ms)Region opened successfully at 1733391033724 2024-12-05T09:30:33,725 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391033691 2024-12-05T09:30:33,726 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:30:33,726 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:30:33,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,33333,1733391030914 2024-12-05T09:30:33,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,33333,1733391030914, state=OPEN 2024-12-05T09:30:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-79995336/meta-region-server 2024-12-05T09:30:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-79995336/meta-region-server 2024-12-05T09:30:33,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,33333,1733391030914 2024-12-05T09:30:33,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79995336/meta-region-server: CHANGED 2024-12-05T09:30:33,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79995336/meta-region-server: CHANGED 2024-12-05T09:30:33,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:30:33,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,33333,1733391030914 in 193 msec 2024-12-05T09:30:33,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:30:33,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-12-05T09:30:33,735 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:33,735 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:30:33,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:33,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,33333,1733391030914, seqNum=-1] 2024-12-05T09:30:33,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:33,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:33,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-12-05T09:30:33,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391033741, completionTime=-1 2024-12-05T09:30:33,741 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:30:33,741 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391093742 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391153742 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38173,1733391030804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38173,1733391030804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38173,1733391030804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:38173, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,742 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,743 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,744 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.771sec 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38173,1733391030804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:30:33,745 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38173,1733391030804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:30:33,747 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:30:33,747 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:30:33,747 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,38173,1733391030804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:33,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:33,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:33,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:33,839 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeb4771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:33,840 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:33,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:33,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,33333,1733391030914, seqNum=-1] 2024-12-05T09:30:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:33,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:33,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,38173,1733391030804 2024-12-05T09:30:33,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:33,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:33,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a601c72e0005 connected 2024-12-05T09:30:33,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir so I do NOT create it in target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34 2024-12-05T09:30:33,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:30:33,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.tmp.dir so I do NOT create it in target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34 2024-12-05T09:30:33,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:30:33,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34 2024-12-05T09:30:33,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/cluster_fed40300-72b0-255a-dc99-ccc7cf2d482e, deleteOnExit=true 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/test.cache.data in system properties and HBase conf 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:30:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:30:33,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:30:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:30:34,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:34,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:30:34,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:30:34,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:30:34,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:30:34,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:34,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a92c29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:30:34,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd540c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:30:34,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa1d884{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/java.io.tmpdir/jetty-localhost-41141-hadoop-hdfs-3_4_1-tests_jar-_-any-11354699834040124961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:30:34,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64c0ed6{HTTP/1.1, (http/1.1)}{localhost:41141} 2024-12-05T09:30:34,161 INFO [Time-limited test {}] server.Server(415): Started @284579ms 2024-12-05T09:30:34,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:30:34,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:30:34,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:30:34,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:30:34,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:30:34,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:30:34,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4c6a52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:30:34,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b0fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:30:34,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b37eb5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/java.io.tmpdir/jetty-localhost-37483-hadoop-hdfs-3_4_1-tests_jar-_-any-9706157929253658597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:30:34,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2482a93b{HTTP/1.1, (http/1.1)}{localhost:37483} 2024-12-05T09:30:34,392 INFO [Time-limited test {}] server.Server(415): Started @284810ms 2024-12-05T09:30:34,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:30:34,775 WARN [Thread-3709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/cluster_fed40300-72b0-255a-dc99-ccc7cf2d482e/data/data1/current/BP-483197478-172.17.0.3-1733391033881/current, will proceed with Du for space computation calculation, 2024-12-05T09:30:34,775 WARN [Thread-3710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/cluster_fed40300-72b0-255a-dc99-ccc7cf2d482e/data/data2/current/BP-483197478-172.17.0.3-1733391033881/current, will proceed with Du for space computation calculation, 2024-12-05T09:30:34,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T09:30:34,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T09:30:34,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T09:30:34,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T09:30:34,794 WARN [Thread-3697 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:30:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8840dcaa0aaac70 with lease ID 0xe09fda34be85fd3b: Processing first storage report for DS-5ab6d2ce-b527-4792-8e96-4ddcd4b27267 from datanode DatanodeRegistration(127.0.0.1:36207, datanodeUuid=d6d3d3e1-5961-4764-8539-7a081da28993, infoPort=43231, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1403824354;c=1733391033881) 2024-12-05T09:30:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8840dcaa0aaac70 with lease ID 0xe09fda34be85fd3b: from storage DS-5ab6d2ce-b527-4792-8e96-4ddcd4b27267 node DatanodeRegistration(127.0.0.1:36207, datanodeUuid=d6d3d3e1-5961-4764-8539-7a081da28993, infoPort=43231, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1403824354;c=1733391033881), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:30:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8840dcaa0aaac70 with lease ID 0xe09fda34be85fd3b: Processing first storage report for DS-63ebc0c2-ae74-46b4-b11e-a9a05e53aaca from datanode DatanodeRegistration(127.0.0.1:36207, datanodeUuid=d6d3d3e1-5961-4764-8539-7a081da28993, infoPort=43231, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1403824354;c=1733391033881) 2024-12-05T09:30:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8840dcaa0aaac70 with lease ID 0xe09fda34be85fd3b: from storage DS-63ebc0c2-ae74-46b4-b11e-a9a05e53aaca node DatanodeRegistration(127.0.0.1:36207, datanodeUuid=d6d3d3e1-5961-4764-8539-7a081da28993, infoPort=43231, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1403824354;c=1733391033881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:30:34,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34 2024-12-05T09:30:34,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:34,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:30:35,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355 with version=8 2024-12-05T09:30:35,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/hbase-staging 2024-12-05T09:30:35,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:30:35,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:30:35,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40807 2024-12-05T09:30:35,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40807 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408070x0, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:35,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40807-0x101a601c72e0006 connected 2024-12-05T09:30:35,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:35,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:35,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/running 2024-12-05T09:30:35,303 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355, hbase.cluster.distributed=false 2024-12-05T09:30:35,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/acl 2024-12-05T09:30:35,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40807 2024-12-05T09:30:35,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40807 2024-12-05T09:30:35,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40807 2024-12-05T09:30:35,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40807 2024-12-05T09:30:35,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40807 2024-12-05T09:30:35,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:30:35,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:30:35,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35073 2024-12-05T09:30:35,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35073 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:35,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:35,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:35,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350730x0, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:35,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350730x0, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/running 2024-12-05T09:30:35,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35073-0x101a601c72e0007 connected 2024-12-05T09:30:35,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:30:35,334 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:30:35,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/master 2024-12-05T09:30:35,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/acl 2024-12-05T09:30:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35073 2024-12-05T09:30:35,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35073 2024-12-05T09:30:35,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35073 2024-12-05T09:30:35,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35073 2024-12-05T09:30:35,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35073 2024-12-05T09:30:35,353 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:40807 2024-12-05T09:30:35,353 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21490461983/backup-masters/33186fd147fa,40807,1733391035227 2024-12-05T09:30:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983/backup-masters 2024-12-05T09:30:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983/backup-masters 2024-12-05T09:30:35,358 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on existing znode=/21490461983/backup-masters/33186fd147fa,40807,1733391035227 2024-12-05T09:30:35,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21490461983/master 2024-12-05T09:30:35,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:35,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:35,366 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on existing znode=/21490461983/master 2024-12-05T09:30:35,366 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21490461983/backup-masters/33186fd147fa,40807,1733391035227 from backup master directory 2024-12-05T09:30:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21490461983/backup-masters/33186fd147fa,40807,1733391035227 2024-12-05T09:30:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983/backup-masters 2024-12-05T09:30:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983/backup-masters 2024-12-05T09:30:35,374 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:30:35,374 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,40807,1733391035227 2024-12-05T09:30:35,377 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/hbase.id] with ID: cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9 2024-12-05T09:30:35,377 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/.tmp/hbase.id 2024-12-05T09:30:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:30:35,783 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/.tmp/hbase.id]:[hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/hbase.id] 2024-12-05T09:30:35,790 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:30:35,790 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:30:35,791 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:30:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:30:36,220 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:36,221 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:30:36,221 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:36,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:30:36,628 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store 2024-12-05T09:30:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:30:37,032 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:37,032 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:30:37,032 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:37,032 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:37,032 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:30:37,032 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:37,033 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:30:37,033 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391037032Disabling compacts and flushes for region at 1733391037032Disabling writes for close at 1733391037032Writing region close event to WAL at 1733391037032Closed at 1733391037032 2024-12-05T09:30:37,033 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/.initializing 2024-12-05T09:30:37,033 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/WALs/33186fd147fa,40807,1733391035227 2024-12-05T09:30:37,034 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:30:37,035 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C40807%2C1733391035227, suffix=, logDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/WALs/33186fd147fa,40807,1733391035227, archiveDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/oldWALs, maxLogs=10 2024-12-05T09:30:37,052 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/WALs/33186fd147fa,40807,1733391035227/33186fd147fa%2C40807%2C1733391035227.1733391037035, exclude list is [], retry=0 2024-12-05T09:30:37,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-5ab6d2ce-b527-4792-8e96-4ddcd4b27267,DISK] 2024-12-05T09:30:37,058 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/WALs/33186fd147fa,40807,1733391035227/33186fd147fa%2C40807%2C1733391035227.1733391037035 2024-12-05T09:30:37,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T09:30:37,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:37,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:37,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,059 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:30:37,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:37,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:37,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:30:37,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:37,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:37,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:30:37,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:37,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:37,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:30:37,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:37,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:37,065 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,065 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,066 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,066 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,066 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,067 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:37,067 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:30:37,069 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:37,069 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64563163, jitterRate=-0.03793390095233917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:37,069 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391037059Initializing all the Stores at 1733391037060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391037060Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391037060Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391037060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391037060Cleaning up temporary data from old regions at 1733391037066 (+6 ms)Region opened successfully at 1733391037069 (+3 ms) 2024-12-05T09:30:37,069 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:30:37,071 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a06482e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:30:37,072 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:30:37,072 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:30:37,072 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:30:37,072 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:30:37,072 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:30:37,073 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:30:37,073 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:30:37,074 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:30:37,075 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Unable to get data of znode /21490461983/balancer because node does not exist (not necessarily an error) 2024-12-05T09:30:37,108 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21490461983/balancer already deleted, retry=false 2024-12-05T09:30:37,108 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:30:37,109 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Unable to get data of znode /21490461983/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:30:37,116 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21490461983/normalizer already deleted, retry=false 2024-12-05T09:30:37,116 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:30:37,117 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Unable to get data of znode /21490461983/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:30:37,124 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21490461983/switch/split already deleted, retry=false 2024-12-05T09:30:37,125 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Unable to get data of znode /21490461983/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:30:37,132 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21490461983/switch/merge already deleted, retry=false 2024-12-05T09:30:37,134 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Unable to get data of znode /21490461983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:30:37,141 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21490461983/snapshot-cleanup already deleted, retry=false 2024-12-05T09:30:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21490461983/running 2024-12-05T09:30:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21490461983/running 2024-12-05T09:30:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:37,150 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,40807,1733391035227, sessionid=0x101a601c72e0006, setting cluster-up flag (Was=false) 2024-12-05T09:30:37,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:37,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:37,191 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21490461983/flush-table-proc/acquired, /21490461983/flush-table-proc/reached, /21490461983/flush-table-proc/abort 2024-12-05T09:30:37,191 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,40807,1733391035227 2024-12-05T09:30:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:37,232 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21490461983/online-snapshot/acquired, /21490461983/online-snapshot/reached, /21490461983/online-snapshot/abort 2024-12-05T09:30:37,233 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,40807,1733391035227 2024-12-05T09:30:37,234 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:30:37,235 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:37,236 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:30:37,236 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:30:37,236 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,40807,1733391035227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:30:37,237 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391067238 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:30:37,238 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:30:37,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:37,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:30:37,239 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:30:37,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:37,240 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391037239,5,FailOnTimeoutGroup] 2024-12-05T09:30:37,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:30:37,240 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391037240,5,FailOnTimeoutGroup] 2024-12-05T09:30:37,240 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,240 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:30:37,240 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,240 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:30:37,247 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(746): ClusterId : cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9 2024-12-05T09:30:37,247 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:30:37,256 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:30:37,256 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:30:37,266 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:30:37,266 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9205f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:30:37,277 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:35073 2024-12-05T09:30:37,277 INFO [RS:0;33186fd147fa:35073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:30:37,277 INFO [RS:0;33186fd147fa:35073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:30:37,277 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:30:37,278 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,40807,1733391035227 with port=35073, startcode=1733391035318 2024-12-05T09:30:37,278 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:30:37,280 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:30:37,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,35073,1733391035318 2024-12-05T09:30:37,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40807 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,35073,1733391035318 2024-12-05T09:30:37,282 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355 2024-12-05T09:30:37,282 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39867 2024-12-05T09:30:37,282 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:30:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983/rs 2024-12-05T09:30:37,343 DEBUG [RS:0;33186fd147fa:35073 {}] zookeeper.ZKUtil(111): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on existing znode=/21490461983/rs/33186fd147fa,35073,1733391035318 2024-12-05T09:30:37,343 WARN [RS:0;33186fd147fa:35073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:30:37,343 INFO [RS:0;33186fd147fa:35073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:37,343 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318 2024-12-05T09:30:37,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,35073,1733391035318] 2024-12-05T09:30:37,346 INFO [RS:0;33186fd147fa:35073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:30:37,347 INFO [RS:0;33186fd147fa:35073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:30:37,348 INFO [RS:0;33186fd147fa:35073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:30:37,348 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,348 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:30:37,348 INFO [RS:0;33186fd147fa:35073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:30:37,348 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,348 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,349 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,349 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,349 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,349 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:30:37,349 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:30:37,349 DEBUG [RS:0;33186fd147fa:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:30:37,349 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,349 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,349 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,349 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,349 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,349 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35073,1733391035318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:30:37,360 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:30:37,360 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35073,1733391035318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,360 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,360 INFO [RS:0;33186fd147fa:35073 {}] regionserver.Replication(171): 33186fd147fa,35073,1733391035318 started 2024-12-05T09:30:37,370 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:37,370 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,35073,1733391035318, RpcServer on 33186fd147fa/172.17.0.3:35073, sessionid=0x101a601c72e0007 2024-12-05T09:30:37,370 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:30:37,370 DEBUG [RS:0;33186fd147fa:35073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,35073,1733391035318 2024-12-05T09:30:37,370 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,35073,1733391035318' 2024-12-05T09:30:37,370 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21490461983/flush-table-proc/abort' 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21490461983/flush-table-proc/acquired' 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,35073,1733391035318 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,35073,1733391035318' 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21490461983/online-snapshot/abort' 2024-12-05T09:30:37,371 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21490461983/online-snapshot/acquired' 2024-12-05T09:30:37,372 DEBUG [RS:0;33186fd147fa:35073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:30:37,372 INFO [RS:0;33186fd147fa:35073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:30:37,372 INFO [RS:0;33186fd147fa:35073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:30:37,472 INFO [RS:0;33186fd147fa:35073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:30:37,473 INFO [RS:0;33186fd147fa:35073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35073%2C1733391035318, suffix=, logDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318, archiveDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/oldWALs, maxLogs=10 2024-12-05T09:30:37,485 DEBUG [RS:0;33186fd147fa:35073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, exclude list is [], retry=0 2024-12-05T09:30:37,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-5ab6d2ce-b527-4792-8e96-4ddcd4b27267,DISK] 2024-12-05T09:30:37,488 INFO [RS:0;33186fd147fa:35073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 2024-12-05T09:30:37,488 DEBUG [RS:0;33186fd147fa:35073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T09:30:37,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:30:37,648 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355 2024-12-05T09:30:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:30:38,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:38,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:30:38,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:30:38,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:30:38,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:30:38,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:30:38,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:30:38,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:30:38,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:30:38,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:30:38,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740 2024-12-05T09:30:38,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740 2024-12-05T09:30:38,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:30:38,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:30:38,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:38,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:30:38,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:38,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60999096, jitterRate=-0.09104263782501221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:38,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391038053Initializing all the Stores at 1733391038053Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391038053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391038053Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391038053Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391038053Cleaning up temporary data from old regions at 1733391038063 (+10 ms)Region opened successfully at 1733391038066 (+3 ms) 2024-12-05T09:30:38,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:38,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:38,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:38,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:38,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:38,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:38,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391038066Disabling compacts and flushes for region at 1733391038066Disabling writes for close at 1733391038066Writing region close event to WAL at 1733391038067 (+1 ms)Closed at 1733391038067 2024-12-05T09:30:38,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:38,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:30:38,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:30:38,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:30:38,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:30:38,221 DEBUG [33186fd147fa:40807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:30:38,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,35073,1733391035318 2024-12-05T09:30:38,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,35073,1733391035318, state=OPENING 2024-12-05T09:30:38,232 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:30:38,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:38,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:38,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:30:38,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21490461983/meta-region-server: CHANGED 2024-12-05T09:30:38,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21490461983/meta-region-server: CHANGED 2024-12-05T09:30:38,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,35073,1733391035318}] 2024-12-05T09:30:38,393 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:38,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:30:38,397 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:30:38,397 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:38,397 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:30:38,398 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35073%2C1733391035318.meta, suffix=.meta, logDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318, archiveDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/oldWALs, maxLogs=10 2024-12-05T09:30:38,411 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.meta.1733391038398.meta, exclude list is [], retry=0 2024-12-05T09:30:38,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-5ab6d2ce-b527-4792-8e96-4ddcd4b27267,DISK] 2024-12-05T09:30:38,415 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.meta.1733391038398.meta 2024-12-05T09:30:38,415 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T09:30:38,415 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:38,415 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:38,415 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:38,415 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:30:38,416 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:30:38,416 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:30:38,416 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:38,416 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:30:38,416 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:30:38,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:30:38,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:30:38,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:30:38,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:30:38,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:30:38,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:30:38,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:30:38,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:30:38,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:30:38,420 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:30:38,421 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740 2024-12-05T09:30:38,422 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740 2024-12-05T09:30:38,422 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:30:38,422 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:30:38,423 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:30:38,424 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:30:38,424 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59837729, jitterRate=-0.10834835469722748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:30:38,424 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:30:38,424 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391038416Writing region info on filesystem at 1733391038416Initializing all the Stores at 1733391038416Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391038416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391038417 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391038417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391038417Cleaning up temporary data from old regions at 1733391038422 (+5 ms)Running coprocessor post-open hooks at 1733391038424 (+2 ms)Region opened successfully at 1733391038424 2024-12-05T09:30:38,425 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391038393 2024-12-05T09:30:38,427 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:30:38,427 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:30:38,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,35073,1733391035318 2024-12-05T09:30:38,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,35073,1733391035318, state=OPEN 2024-12-05T09:30:38,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21490461983/meta-region-server 2024-12-05T09:30:38,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21490461983/meta-region-server 2024-12-05T09:30:38,432 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,35073,1733391035318 2024-12-05T09:30:38,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21490461983/meta-region-server: CHANGED 2024-12-05T09:30:38,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21490461983/meta-region-server: CHANGED 2024-12-05T09:30:38,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:30:38,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,35073,1733391035318 in 191 msec 2024-12-05T09:30:38,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:30:38,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-05T09:30:38,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:30:38,435 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:30:38,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:38,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35073,1733391035318, seqNum=-1] 2024-12-05T09:30:38,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:38,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:38,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-12-05T09:30:38,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391038442, completionTime=-1 2024-12-05T09:30:38,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:30:38,442 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:30:38,443 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:30:38,443 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391098443 2024-12-05T09:30:38,443 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391158443 2024-12-05T09:30:38,443 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:30:38,443 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40807,1733391035227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40807,1733391035227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40807,1733391035227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:40807, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,444 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,445 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.072sec 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40807,1733391035227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:30:38,446 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40807,1733391035227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:30:38,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:38,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40807,-1 for getting cluster id 2024-12-05T09:30:38,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:38,448 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:30:38,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:30:38,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,40807,1733391035227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:30:38,448 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9' 2024-12-05T09:30:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9" 2024-12-05T09:30:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fd5b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40807,-1] 2024-12-05T09:30:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:38,450 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:38,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:38,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35073,1733391035318, seqNum=-1] 2024-12-05T09:30:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:38,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,40807,1733391035227 2024-12-05T09:30:38,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52509 2024-12-05T09:30:38,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:30:38,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a601c72e0008 connected 2024-12-05T09:30:38,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34401,1733391026057 2024-12-05T09:30:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad7cb19 2024-12-05T09:30:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:38,475 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:38,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:30:38,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:38,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:38,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:30:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:38,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:30:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:38,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a26cff8c9078cdfcf1d175dbacbe285, NAME => 'test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e 2024-12-05T09:30:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:30:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:39,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:39,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:39,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:39,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a26cff8c9078cdfcf1d175dbacbe285, disabling compactions & flushes 2024-12-05T09:30:39,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. after waiting 0 ms 2024-12-05T09:30:39,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a26cff8c9078cdfcf1d175dbacbe285: Waiting for close lock at 1733391039311Disabling compacts and flushes for region at 1733391039311Disabling writes for close at 1733391039311Writing region close event to WAL at 1733391039311Closed at 1733391039311 2024-12-05T09:30:39,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:39,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391039312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391039312"}]},"ts":"1733391039312"} 2024-12-05T09:30:39,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:39,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:39,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391039315"}]},"ts":"1733391039315"} 2024-12-05T09:30:39,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:30:39,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a26cff8c9078cdfcf1d175dbacbe285, ASSIGN}] 2024-12-05T09:30:39,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a26cff8c9078cdfcf1d175dbacbe285, ASSIGN 2024-12-05T09:30:39,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a26cff8c9078cdfcf1d175dbacbe285, ASSIGN; state=OFFLINE, location=33186fd147fa,43805,1733391026192; forceNewPlan=false, retain=false 2024-12-05T09:30:39,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a26cff8c9078cdfcf1d175dbacbe285, regionState=OPENING, regionLocation=33186fd147fa,43805,1733391026192 2024-12-05T09:30:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a26cff8c9078cdfcf1d175dbacbe285, ASSIGN because future has completed 2024-12-05T09:30:39,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a26cff8c9078cdfcf1d175dbacbe285, server=33186fd147fa,43805,1733391026192}] 2024-12-05T09:30:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:39,631 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,631 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a26cff8c9078cdfcf1d175dbacbe285, NAME => 'test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:39,631 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:39,631 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:30:39,631 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,631 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:39,631 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,632 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,633 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,634 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a26cff8c9078cdfcf1d175dbacbe285 columnFamilyName f 2024-12-05T09:30:39,634 DEBUG [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:39,635 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] regionserver.HStore(327): Store=6a26cff8c9078cdfcf1d175dbacbe285/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:39,635 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,636 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a26cff8c9078cdfcf1d175dbacbe285 columnFamilyName f1 2024-12-05T09:30:39,636 DEBUG [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:39,637 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] regionserver.HStore(327): Store=6a26cff8c9078cdfcf1d175dbacbe285/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:39,637 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,639 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a26cff8c9078cdfcf1d175dbacbe285 columnFamilyName norep 2024-12-05T09:30:39,639 DEBUG [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:39,639 INFO [StoreOpener-6a26cff8c9078cdfcf1d175dbacbe285-1 {}] regionserver.HStore(327): Store=6a26cff8c9078cdfcf1d175dbacbe285/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:39,639 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,641 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,641 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,642 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:39,644 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,651 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:39,652 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a26cff8c9078cdfcf1d175dbacbe285; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61505160, jitterRate=-0.08350169658660889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:39,652 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:30:39,652 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a26cff8c9078cdfcf1d175dbacbe285: Running coprocessor pre-open hook at 1733391039632Writing region info on filesystem at 1733391039632Initializing all the Stores at 1733391039632Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391039632Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391039633 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391039633Cleaning up temporary data from old regions at 1733391039641 (+8 ms)Running coprocessor post-open hooks at 1733391039652 (+11 ms)Region opened successfully at 1733391039652 2024-12-05T09:30:39,653 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285., pid=6, masterSystemTime=1733391039622 2024-12-05T09:30:39,655 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,655 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:30:39,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a26cff8c9078cdfcf1d175dbacbe285, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,43805,1733391026192 2024-12-05T09:30:39,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a26cff8c9078cdfcf1d175dbacbe285, server=33186fd147fa,43805,1733391026192 because future has completed 2024-12-05T09:30:39,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:30:39,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a26cff8c9078cdfcf1d175dbacbe285, server=33186fd147fa,43805,1733391026192 in 188 msec 2024-12-05T09:30:39,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:30:39,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a26cff8c9078cdfcf1d175dbacbe285, ASSIGN in 343 msec 2024-12-05T09:30:39,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:39,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391039662"}]},"ts":"1733391039662"} 2024-12-05T09:30:39,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:30:39,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:39,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-12-05T09:30:40,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:30:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:40,624 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:30:40,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38173,1733391030804 2024-12-05T09:30:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26b76f03 2024-12-05T09:30:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:40,626 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:40,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:30:40,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:40,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:40,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:30:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:40,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:30:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:41,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b31a3388fd138c0e92276409c4fdfbc5, NAME => 'test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a 2024-12-05T09:30:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:30:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:41,440 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:41,440 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b31a3388fd138c0e92276409c4fdfbc5, disabling compactions & flushes 2024-12-05T09:30:41,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,440 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,440 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. after waiting 0 ms 2024-12-05T09:30:41,440 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,440 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b31a3388fd138c0e92276409c4fdfbc5: Waiting for close lock at 1733391041440Disabling compacts and flushes for region at 1733391041440Disabling writes for close at 1733391041440Writing region close event to WAL at 1733391041440Closed at 1733391041440 2024-12-05T09:30:41,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:41,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391041441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391041441"}]},"ts":"1733391041441"} 2024-12-05T09:30:41,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:41,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:41,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391041444"}]},"ts":"1733391041444"} 2024-12-05T09:30:41,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:30:41,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b31a3388fd138c0e92276409c4fdfbc5, ASSIGN}] 2024-12-05T09:30:41,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b31a3388fd138c0e92276409c4fdfbc5, ASSIGN 2024-12-05T09:30:41,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b31a3388fd138c0e92276409c4fdfbc5, ASSIGN; state=OFFLINE, location=33186fd147fa,33333,1733391030914; forceNewPlan=false, retain=false 2024-12-05T09:30:41,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b31a3388fd138c0e92276409c4fdfbc5, regionState=OPENING, regionLocation=33186fd147fa,33333,1733391030914 2024-12-05T09:30:41,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b31a3388fd138c0e92276409c4fdfbc5, ASSIGN because future has completed 2024-12-05T09:30:41,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b31a3388fd138c0e92276409c4fdfbc5, server=33186fd147fa,33333,1733391030914}] 2024-12-05T09:30:41,753 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,754 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b31a3388fd138c0e92276409c4fdfbc5, NAME => 'test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:41,754 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:41,754 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:30:41,754 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,754 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:41,754 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,754 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,755 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,756 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31a3388fd138c0e92276409c4fdfbc5 columnFamilyName f 2024-12-05T09:30:41,756 DEBUG [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:41,756 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] regionserver.HStore(327): Store=b31a3388fd138c0e92276409c4fdfbc5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:41,756 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,757 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31a3388fd138c0e92276409c4fdfbc5 columnFamilyName f1 2024-12-05T09:30:41,757 DEBUG [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:41,757 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] regionserver.HStore(327): Store=b31a3388fd138c0e92276409c4fdfbc5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:41,757 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,758 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31a3388fd138c0e92276409c4fdfbc5 columnFamilyName norep 2024-12-05T09:30:41,758 DEBUG [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:41,758 INFO [StoreOpener-b31a3388fd138c0e92276409c4fdfbc5-1 {}] regionserver.HStore(327): Store=b31a3388fd138c0e92276409c4fdfbc5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:41,758 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,759 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,759 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,759 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,760 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,760 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:41,760 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,761 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:41,762 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b31a3388fd138c0e92276409c4fdfbc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70332265, jitterRate=0.04803241789340973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:41,762 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:30:41,762 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b31a3388fd138c0e92276409c4fdfbc5: Running coprocessor pre-open hook at 1733391041754Writing region info on filesystem at 1733391041754Initializing all the Stores at 1733391041755 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391041755Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391041755Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391041755Cleaning up temporary data from old regions at 1733391041760 (+5 ms)Running coprocessor post-open hooks at 1733391041762 (+2 ms)Region opened successfully at 1733391041762 2024-12-05T09:30:41,762 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5., pid=6, masterSystemTime=1733391041751 2024-12-05T09:30:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:41,764 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,764 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:30:41,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b31a3388fd138c0e92276409c4fdfbc5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,33333,1733391030914 2024-12-05T09:30:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b31a3388fd138c0e92276409c4fdfbc5, server=33186fd147fa,33333,1733391030914 because future has completed 2024-12-05T09:30:41,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:30:41,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b31a3388fd138c0e92276409c4fdfbc5, server=33186fd147fa,33333,1733391030914 in 167 msec 2024-12-05T09:30:41,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:30:41,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b31a3388fd138c0e92276409c4fdfbc5, ASSIGN in 323 msec 2024-12-05T09:30:41,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:41,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391041769"}]},"ts":"1733391041769"} 2024-12-05T09:30:41,771 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:30:41,772 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:41,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-05T09:30:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:42,773 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:30:42,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:42,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40807,1733391035227 2024-12-05T09:30:42,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f314451 2024-12-05T09:30:42,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:42,775 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:42,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:30:42,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:42,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:42,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:30:42,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:42,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:30:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:43,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 298bcf9d28607d6397af92e992f61e1f, NAME => 'test,,1733391042776.298bcf9d28607d6397af92e992f61e1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355 2024-12-05T09:30:43,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:30:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:43,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391042776.298bcf9d28607d6397af92e992f61e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:43,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 298bcf9d28607d6397af92e992f61e1f, disabling compactions & flushes 2024-12-05T09:30:43,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. after waiting 0 ms 2024-12-05T09:30:43,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 298bcf9d28607d6397af92e992f61e1f: Waiting for close lock at 1733391043590Disabling compacts and flushes for region at 1733391043590Disabling writes for close at 1733391043590Writing region close event to WAL at 1733391043590Closed at 1733391043590 2024-12-05T09:30:43,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:43,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391042776.298bcf9d28607d6397af92e992f61e1f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391043591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391043591"}]},"ts":"1733391043591"} 2024-12-05T09:30:43,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:43,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:43,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391043594"}]},"ts":"1733391043594"} 2024-12-05T09:30:43,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:30:43,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=298bcf9d28607d6397af92e992f61e1f, ASSIGN}] 2024-12-05T09:30:43,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=298bcf9d28607d6397af92e992f61e1f, ASSIGN 2024-12-05T09:30:43,597 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=298bcf9d28607d6397af92e992f61e1f, ASSIGN; state=OFFLINE, location=33186fd147fa,35073,1733391035318; forceNewPlan=false, retain=false 2024-12-05T09:30:43,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=298bcf9d28607d6397af92e992f61e1f, regionState=OPENING, regionLocation=33186fd147fa,35073,1733391035318 2024-12-05T09:30:43,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=298bcf9d28607d6397af92e992f61e1f, ASSIGN because future has completed 2024-12-05T09:30:43,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298bcf9d28607d6397af92e992f61e1f, server=33186fd147fa,35073,1733391035318}] 2024-12-05T09:30:43,904 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,904 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 298bcf9d28607d6397af92e992f61e1f, NAME => 'test,,1733391042776.298bcf9d28607d6397af92e992f61e1f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:43,904 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:43,904 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:30:43,904 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,904 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391042776.298bcf9d28607d6397af92e992f61e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:43,904 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,904 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,905 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,906 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298bcf9d28607d6397af92e992f61e1f columnFamilyName f 2024-12-05T09:30:43,906 DEBUG [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:43,907 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] regionserver.HStore(327): Store=298bcf9d28607d6397af92e992f61e1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:43,907 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,907 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298bcf9d28607d6397af92e992f61e1f columnFamilyName f1 2024-12-05T09:30:43,907 DEBUG [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:43,907 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] regionserver.HStore(327): Store=298bcf9d28607d6397af92e992f61e1f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:43,908 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,908 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298bcf9d28607d6397af92e992f61e1f columnFamilyName norep 2024-12-05T09:30:43,908 DEBUG [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:43,908 INFO [StoreOpener-298bcf9d28607d6397af92e992f61e1f-1 {}] regionserver.HStore(327): Store=298bcf9d28607d6397af92e992f61e1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:43,908 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,909 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,909 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,909 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,910 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,910 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:43,910 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,911 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:43,912 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 298bcf9d28607d6397af92e992f61e1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878030, jitterRate=0.10086843371391296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:43,912 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:43,912 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 298bcf9d28607d6397af92e992f61e1f: Running coprocessor pre-open hook at 1733391043904Writing region info on filesystem at 1733391043905 (+1 ms)Initializing all the Stores at 1733391043905Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391043905Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391043905Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391043905Cleaning up temporary data from old regions at 1733391043910 (+5 ms)Running coprocessor post-open hooks at 1733391043912 (+2 ms)Region opened successfully at 1733391043912 2024-12-05T09:30:43,913 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391042776.298bcf9d28607d6397af92e992f61e1f., pid=6, masterSystemTime=1733391043901 2024-12-05T09:30:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:43,914 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,914 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:43,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=298bcf9d28607d6397af92e992f61e1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,35073,1733391035318 2024-12-05T09:30:43,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298bcf9d28607d6397af92e992f61e1f, server=33186fd147fa,35073,1733391035318 because future has completed 2024-12-05T09:30:43,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:30:43,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 298bcf9d28607d6397af92e992f61e1f, server=33186fd147fa,35073,1733391035318 in 168 msec 2024-12-05T09:30:43,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:30:43,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=298bcf9d28607d6397af92e992f61e1f, ASSIGN in 323 msec 2024-12-05T09:30:43,920 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:43,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391043920"}]},"ts":"1733391043920"} 2024-12-05T09:30:43,922 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:30:43,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:43,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-05T09:30:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:30:44,923 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:30:44,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:44,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34401,-1 for getting cluster id 2024-12-05T09:30:44,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:44,924 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e901ef9-6230-49e8-9b84-087a7709b4da' 2024-12-05T09:30:44,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e901ef9-6230-49e8-9b84-087a7709b4da" 2024-12-05T09:30:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319a2f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34401,-1] 2024-12-05T09:30:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:44,926 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bfd053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:44,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,34401,1733391026057 2024-12-05T09:30:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@342d9217 2024-12-05T09:30:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:44,928 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:44,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:38173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:30:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:30:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:44,930 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38173' 2024-12-05T09:30:44,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9389a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:44,931 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:44,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:44,931 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:44,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:44,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:44,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173e9e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:44,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:44,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:44,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:44,932 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:44,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c062780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:44,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:44,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38173,1733391030804 2024-12-05T09:30:44,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2377f80a 2024-12-05T09:30:44,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:44,934 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:44,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:30:44,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:30:44,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:44,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:44,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:44,935 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:44,936 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:30:44,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:44,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:44,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:30:44,986 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:30:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:45,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:45,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:45,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:30:45,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T09:30:45,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:30:45,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T09:30:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:45,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, NAME => 'hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e 2024-12-05T09:30:45,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:30:45,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:45,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, disabling compactions & flushes 2024-12-05T09:30:45,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. after waiting 0 ms 2024-12-05T09:30:45,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6: Waiting for close lock at 1733391045366Disabling compacts and flushes for region at 1733391045366Disabling writes for close at 1733391045366Writing region close event to WAL at 1733391045366Closed at 1733391045366 2024-12-05T09:30:45,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:45,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733391045367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391045367"}]},"ts":"1733391045367"} 2024-12-05T09:30:45,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:45,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:45,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391045370"}]},"ts":"1733391045370"} 2024-12-05T09:30:45,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:30:45,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, ASSIGN}] 2024-12-05T09:30:45,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, ASSIGN 2024-12-05T09:30:45,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, ASSIGN; state=OFFLINE, location=33186fd147fa,43805,1733391026192; forceNewPlan=false, retain=false 2024-12-05T09:30:45,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, regionState=OPENING, regionLocation=33186fd147fa,43805,1733391026192 2024-12-05T09:30:45,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, ASSIGN because future has completed 2024-12-05T09:30:45,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, server=33186fd147fa,43805,1733391026192}] 2024-12-05T09:30:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:45,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:45,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:30:45,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43805%2C1733391026192.rep, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/oldWALs, maxLogs=10 2024-12-05T09:30:45,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.rep.1733391045683, exclude list is [], retry=0 2024-12-05T09:30:45,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-473f307f-5eeb-48b7-aacf-3b449df0a6e9,DISK] 2024-12-05T09:30:45,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.rep.1733391045683 2024-12-05T09:30:45,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-12-05T09:30:45,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, NAME => 'hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:45,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:45,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:45,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. service=MultiRowMutationService 2024-12-05T09:30:45,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:30:45,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:45,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,701 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,702 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 columnFamilyName hfileref 2024-12-05T09:30:45,702 DEBUG [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:45,702 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] regionserver.HStore(327): Store=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:45,702 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,703 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 columnFamilyName queue 2024-12-05T09:30:45,703 DEBUG [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:45,704 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] regionserver.HStore(327): Store=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:45,704 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,704 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 columnFamilyName sid 2024-12-05T09:30:45,704 DEBUG [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:45,705 INFO [StoreOpener-2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6-1 {}] regionserver.HStore(327): Store=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:45,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:45,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:45,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61761742, jitterRate=-0.07967832684516907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:45,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:30:45,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6: Running coprocessor pre-open hook at 1733391045700Writing region info on filesystem at 1733391045700Initializing all the Stores at 1733391045701 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391045701Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391045701Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391045701Cleaning up temporary data from old regions at 1733391045706 (+5 ms)Running coprocessor post-open hooks at 1733391045709 (+3 ms)Region opened successfully at 1733391045709 2024-12-05T09:30:45,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6., pid=10, masterSystemTime=1733391045678 2024-12-05T09:30:45,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:30:45,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43805,1733391026192 2024-12-05T09:30:45,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, server=33186fd147fa,43805,1733391026192 because future has completed 2024-12-05T09:30:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:30:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, server=33186fd147fa,43805,1733391026192 in 188 msec 2024-12-05T09:30:45,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:30:45,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, ASSIGN in 344 msec 2024-12-05T09:30:45,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:45,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391045718"}]},"ts":"1733391045718"} 2024-12-05T09:30:45,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:30:45,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:45,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-12-05T09:30:45,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6., hostname=33186fd147fa,43805,1733391026192, seqNum=2] 2024-12-05T09:30:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:30:45,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:45,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:30:45,934 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:30:45,959 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,43805,1733391026192, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:45,960 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:45,960 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43805,1733391026192, seqNum=-1] 2024-12-05T09:30:45,960 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:45,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,43805,1733391026192', locateType=CURRENT is [region=hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6., hostname=33186fd147fa,43805,1733391026192, seqNum=2] 2024-12-05T09:30:45,965 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:30:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:30:45,967 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,43805,1733391026192 suceeded 2024-12-05T09:30:45,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:30:45,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-05T09:30:45,969 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:38173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:30:45,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0410 sec 2024-12-05T09:30:45,984 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38173' 2024-12-05T09:30:45,985 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@145289f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:45,985 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:45,985 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:45,986 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:45,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:45,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:45,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@297b4334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:45,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:45,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:45,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:45,987 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:45,988 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467e250c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:45,988 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:45,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38173,1733391030804 2024-12-05T09:30:45,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@262343c2 2024-12-05T09:30:45,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:45,989 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:45,990 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,43805,1733391026192 (queues=1) is replicating from cluster=8e901ef9-6230-49e8-9b84-087a7709b4da to cluster=35ebcf80-76d6-4c96-832c-6084e0f1658b 2024-12-05T09:30:45,990 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C43805%2C1733391026192 2024-12-05T09:30:45,990 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,43805,1733391026192, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:45,990 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C43805%2C1733391026192 2024-12-05T09:30:45,990 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303, startPosition=0, beingWritten=true 2024-12-05T09:30:45,995 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:45,995 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:45,995 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43805,1733391026192 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:46,063 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:46,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:46,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:46,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:46,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:46,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:46,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:46,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:46,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:46,064 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1952e22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:46,065 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cef257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:46,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38173,1733391030804 2024-12-05T09:30:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecbe6d8 2024-12-05T09:30:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:46,068 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:46,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:40807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:30:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:30:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:46,071 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:40807' 2024-12-05T09:30:46,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a480fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:46,072 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40807,-1 for getting cluster id 2024-12-05T09:30:46,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:46,072 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9' 2024-12-05T09:30:46,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:46,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9" 2024-12-05T09:30:46,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b82db82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:46,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40807,-1] 2024-12-05T09:30:46,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:46,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:46,073 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:46,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b28d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:46,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40807,1733391035227 2024-12-05T09:30:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fabcbb0 2024-12-05T09:30:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:46,076 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:46,076 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:30:46,076 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:30:46,076 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:46,076 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:46,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:46,077 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:46,078 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:30:46,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:46,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:46,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:30:46,128 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:30:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:46,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:30:46,198 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:46,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd20a2e39d94caad9428661d91e64b28, NAME => 'hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a 2024-12-05T09:30:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:30:46,502 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:46,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:46,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fd20a2e39d94caad9428661d91e64b28, disabling compactions & flushes 2024-12-05T09:30:46,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:46,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:46,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. after waiting 0 ms 2024-12-05T09:30:46,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:46,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:46,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd20a2e39d94caad9428661d91e64b28: Waiting for close lock at 1733391046890Disabling compacts and flushes for region at 1733391046890Disabling writes for close at 1733391046890Writing region close event to WAL at 1733391046890Closed at 1733391046890 2024-12-05T09:30:46,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:46,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733391046892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391046892"}]},"ts":"1733391046892"} 2024-12-05T09:30:46,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:46,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:46,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391046897"}]},"ts":"1733391046897"} 2024-12-05T09:30:46,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:30:46,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd20a2e39d94caad9428661d91e64b28, ASSIGN}] 2024-12-05T09:30:46,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd20a2e39d94caad9428661d91e64b28, ASSIGN 2024-12-05T09:30:46,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd20a2e39d94caad9428661d91e64b28, ASSIGN; state=OFFLINE, location=33186fd147fa,33333,1733391030914; forceNewPlan=false, retain=false 2024-12-05T09:30:46,904 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:47,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd20a2e39d94caad9428661d91e64b28, regionState=OPENING, regionLocation=33186fd147fa,33333,1733391030914 2024-12-05T09:30:47,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd20a2e39d94caad9428661d91e64b28, ASSIGN because future has completed 2024-12-05T09:30:47,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd20a2e39d94caad9428661d91e64b28, server=33186fd147fa,33333,1733391030914}] 2024-12-05T09:30:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:47,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:47,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:47,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:30:47,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C33333%2C1733391030914.rep, suffix=, logDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/oldWALs, maxLogs=10 2024-12-05T09:30:47,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.rep.1733391047211, exclude list is [], retry=0 2024-12-05T09:30:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37189,DS-5a371b46-2a16-4b67-97ba-b5206dd0f9ac,DISK] 2024-12-05T09:30:47,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.rep.1733391047211 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fd20a2e39d94caad9428661d91e64b28, NAME => 'hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:47,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. service=MultiRowMutationService 2024-12-05T09:30:47,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,227 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,228 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd20a2e39d94caad9428661d91e64b28 columnFamilyName hfileref 2024-12-05T09:30:47,228 DEBUG [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:47,229 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] regionserver.HStore(327): Store=fd20a2e39d94caad9428661d91e64b28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:47,229 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,229 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd20a2e39d94caad9428661d91e64b28 columnFamilyName queue 2024-12-05T09:30:47,229 DEBUG [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:47,230 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] regionserver.HStore(327): Store=fd20a2e39d94caad9428661d91e64b28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:47,230 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,230 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd20a2e39d94caad9428661d91e64b28 columnFamilyName sid 2024-12-05T09:30:47,230 DEBUG [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:47,231 INFO [StoreOpener-fd20a2e39d94caad9428661d91e64b28-1 {}] regionserver.HStore(327): Store=fd20a2e39d94caad9428661d91e64b28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:47,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:47,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:47,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fd20a2e39d94caad9428661d91e64b28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73568746, jitterRate=0.09625974297523499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:47,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:30:47,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fd20a2e39d94caad9428661d91e64b28: Running coprocessor pre-open hook at 1733391047226Writing region info on filesystem at 1733391047226Initializing all the Stores at 1733391047227 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391047227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391047227Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391047227Cleaning up temporary data from old regions at 1733391047232 (+5 ms)Running coprocessor post-open hooks at 1733391047234 (+2 ms)Region opened successfully at 1733391047235 (+1 ms) 2024-12-05T09:30:47,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28., pid=10, masterSystemTime=1733391047206 2024-12-05T09:30:47,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:47,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:30:47,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd20a2e39d94caad9428661d91e64b28, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,33333,1733391030914 2024-12-05T09:30:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd20a2e39d94caad9428661d91e64b28, server=33186fd147fa,33333,1733391030914 because future has completed 2024-12-05T09:30:47,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:30:47,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fd20a2e39d94caad9428661d91e64b28, server=33186fd147fa,33333,1733391030914 in 185 msec 2024-12-05T09:30:47,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:30:47,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd20a2e39d94caad9428661d91e64b28, ASSIGN in 341 msec 2024-12-05T09:30:47,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:47,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391047242"}]},"ts":"1733391047242"} 2024-12-05T09:30:47,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:30:47,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:47,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-05T09:30:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28., hostname=33186fd147fa,33333,1733391030914, seqNum=2] 2024-12-05T09:30:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:30:47,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:47,412 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:47,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:30:47,533 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:30:47,558 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,33333,1733391030914, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:47,559 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:47,559 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,33333,1733391030914, seqNum=-1] 2024-12-05T09:30:47,559 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:47,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:47,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,33333,1733391030914', locateType=CURRENT is [region=hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28., hostname=33186fd147fa,33333,1733391030914, seqNum=2] 2024-12-05T09:30:47,564 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:30:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:30:47,565 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,33333,1733391030914 suceeded 2024-12-05T09:30:47,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:30:47,567 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:40807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:30:47,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T09:30:47,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-12-05T09:30:47,577 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:40807' 2024-12-05T09:30:47,578 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a9c729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:47,578 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40807,-1 for getting cluster id 2024-12-05T09:30:47,579 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:47,579 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9' 2024-12-05T09:30:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9" 2024-12-05T09:30:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ffca5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40807,-1] 2024-12-05T09:30:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:47,581 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:47,581 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724855a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:47,581 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:47,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40807,1733391035227 2024-12-05T09:30:47,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ba1e22 2024-12-05T09:30:47,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:47,583 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:47,583 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,33333,1733391030914 (queues=1) is replicating from cluster=35ebcf80-76d6-4c96-832c-6084e0f1658b to cluster=cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9 2024-12-05T09:30:47,583 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C33333%2C1733391030914 2024-12-05T09:30:47,583 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,33333,1733391030914, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:47,584 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C33333%2C1733391030914 2024-12-05T09:30:47,584 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, startPosition=0, beingWritten=true 2024-12-05T09:30:47,589 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:47,589 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:47,589 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:47,792 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:48,016 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:48,095 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:48,213 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:48,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:48,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:48,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:48,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:48,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:48,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:48,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40807,-1 for getting cluster id 2024-12-05T09:30:48,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:48,215 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9' 2024-12-05T09:30:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9" 2024-12-05T09:30:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb2ab5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40807,-1] 2024-12-05T09:30:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:48,216 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf1d7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:48,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,40807,1733391035227 2024-12-05T09:30:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b97bc92 2024-12-05T09:30:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:48,218 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:48,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:38173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:30:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:30:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:48,221 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38173' 2024-12-05T09:30:48,222 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3cde6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:48,222 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:48,222 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:48,223 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca9931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:48,224 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:48,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:48,225 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:48,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38173,1733391030804 2024-12-05T09:30:48,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ac792b 2024-12-05T09:30:48,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:48,226 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:30:48,226 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T09:30:48,227 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:30:48,227 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:48,227 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:48,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:48,227 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:30:48,228 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:30:48,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:30:48,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:48,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:30:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:30:48,278 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:30:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:48,498 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:48,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec803d7412047183a0734ef708a402b4, NAME => 'hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355 2024-12-05T09:30:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:30:48,720 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:49,002 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:49,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:49,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec803d7412047183a0734ef708a402b4, disabling compactions & flushes 2024-12-05T09:30:49,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. after waiting 0 ms 2024-12-05T09:30:49,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec803d7412047183a0734ef708a402b4: Waiting for close lock at 1733391049040Disabling compacts and flushes for region at 1733391049040Disabling writes for close at 1733391049040Writing region close event to WAL at 1733391049040Closed at 1733391049040 2024-12-05T09:30:49,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:30:49,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733391049041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391049041"}]},"ts":"1733391049041"} 2024-12-05T09:30:49,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:30:49,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:30:49,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391049044"}]},"ts":"1733391049044"} 2024-12-05T09:30:49,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:30:49,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec803d7412047183a0734ef708a402b4, ASSIGN}] 2024-12-05T09:30:49,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec803d7412047183a0734ef708a402b4, ASSIGN 2024-12-05T09:30:49,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec803d7412047183a0734ef708a402b4, ASSIGN; state=OFFLINE, location=33186fd147fa,35073,1733391035318; forceNewPlan=false, retain=false 2024-12-05T09:30:49,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec803d7412047183a0734ef708a402b4, regionState=OPENING, regionLocation=33186fd147fa,35073,1733391035318 2024-12-05T09:30:49,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec803d7412047183a0734ef708a402b4, ASSIGN because future has completed 2024-12-05T09:30:49,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec803d7412047183a0734ef708a402b4, server=33186fd147fa,35073,1733391035318}] 2024-12-05T09:30:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:49,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:30:49,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:30:49,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C35073%2C1733391035318.rep, suffix=, logDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318, archiveDir=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/oldWALs, maxLogs=10 2024-12-05T09:30:49,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.rep.1733391049357, exclude list is [], retry=0 2024-12-05T09:30:49,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-5ab6d2ce-b527-4792-8e96-4ddcd4b27267,DISK] 2024-12-05T09:30:49,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.rep.1733391049357 2024-12-05T09:30:49,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T09:30:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec803d7412047183a0734ef708a402b4, NAME => 'hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:30:49,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:30:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:30:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. service=MultiRowMutationService 2024-12-05T09:30:49,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:30:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:30:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,381 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,382 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec803d7412047183a0734ef708a402b4 columnFamilyName hfileref 2024-12-05T09:30:49,382 DEBUG [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:49,382 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] regionserver.HStore(327): Store=ec803d7412047183a0734ef708a402b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:49,382 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,383 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec803d7412047183a0734ef708a402b4 columnFamilyName queue 2024-12-05T09:30:49,383 DEBUG [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:49,383 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] regionserver.HStore(327): Store=ec803d7412047183a0734ef708a402b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:49,383 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,384 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec803d7412047183a0734ef708a402b4 columnFamilyName sid 2024-12-05T09:30:49,384 DEBUG [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:30:49,384 INFO [StoreOpener-ec803d7412047183a0734ef708a402b4-1 {}] regionserver.HStore(327): Store=ec803d7412047183a0734ef708a402b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:30:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/replication/ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/replication/ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:30:49,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/replication/ec803d7412047183a0734ef708a402b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:30:49,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec803d7412047183a0734ef708a402b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71005112, jitterRate=0.05805861949920654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:30:49,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:49,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec803d7412047183a0734ef708a402b4: Running coprocessor pre-open hook at 1733391049380Writing region info on filesystem at 1733391049380Initializing all the Stores at 1733391049380Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391049380Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391049381 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391049381Cleaning up temporary data from old regions at 1733391049385 (+4 ms)Running coprocessor post-open hooks at 1733391049388 (+3 ms)Region opened successfully at 1733391049388 2024-12-05T09:30:49,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4., pid=10, masterSystemTime=1733391049352 2024-12-05T09:30:49,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:49,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec803d7412047183a0734ef708a402b4, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,35073,1733391035318 2024-12-05T09:30:49,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec803d7412047183a0734ef708a402b4, server=33186fd147fa,35073,1733391035318 because future has completed 2024-12-05T09:30:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:30:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec803d7412047183a0734ef708a402b4, server=33186fd147fa,35073,1733391035318 in 193 msec 2024-12-05T09:30:49,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:30:49,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec803d7412047183a0734ef708a402b4, ASSIGN in 349 msec 2024-12-05T09:30:49,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:30:49,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391049396"}]},"ts":"1733391049396"} 2024-12-05T09:30:49,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:30:49,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:30:49,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-05T09:30:49,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4., hostname=33186fd147fa,35073,1733391035318, seqNum=2] 2024-12-05T09:30:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:49,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:30:49,524 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:49,605 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:49,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:30:49,660 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:30:49,686 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,35073,1733391035318, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:30:49,686 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:49,686 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35073,1733391035318, seqNum=-1] 2024-12-05T09:30:49,687 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:49,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,35073,1733391035318', locateType=CURRENT is [region=hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4., hostname=33186fd147fa,35073,1733391035318, seqNum=2] 2024-12-05T09:30:49,692 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:30:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:30:49,693 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,35073,1733391035318 suceeded 2024-12-05T09:30:49,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:30:49,705 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:38173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:30:49,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T09:30:49,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-12-05T09:30:49,721 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:38173' 2024-12-05T09:30:49,722 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8cfb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:49,722 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:49,722 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:49,723 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a014002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:49,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:49,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:49,724 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:49,725 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d559b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:49,725 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,38173,1733391030804 2024-12-05T09:30:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4deff61a 2024-12-05T09:30:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:30:49,726 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T09:30:49,726 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,35073,1733391035318 (queues=1) is replicating from cluster=cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9 to cluster=35ebcf80-76d6-4c96-832c-6084e0f1658b 2024-12-05T09:30:49,727 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C35073%2C1733391035318 2024-12-05T09:30:49,727 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,35073,1733391035318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:30:49,727 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C35073%2C1733391035318 2024-12-05T09:30:49,727 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, startPosition=0, beingWritten=true 2024-12-05T09:30:49,731 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:49,731 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 379, reset compression=false 2024-12-05T09:30:49,731 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:49,934 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 379, reset compression=false 2024-12-05T09:30:50,237 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 379, reset compression=false 2024-12-05T09:30:50,308 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:30:50,364 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:30:50,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:50,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:50,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:50,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:50,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:50,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,34401,-1 for getting cluster id 2024-12-05T09:30:50,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:50,365 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e901ef9-6230-49e8-9b84-087a7709b4da' 2024-12-05T09:30:50,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e901ef9-6230-49e8-9b84-087a7709b4da" 2024-12-05T09:30:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288cb781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,34401,-1] 2024-12-05T09:30:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:50,367 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d61abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:50,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:50,368 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c64fadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:50,369 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa6d94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40807,-1 for getting cluster id 2024-12-05T09:30:50,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:50,370 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9' 2024-12-05T09:30:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9" 2024-12-05T09:30:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a02e15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40807,-1] 2024-12-05T09:30:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:50,371 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa23845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43805,1733391026192, seqNum=-1] 2024-12-05T09:30:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:50,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285., hostname=33186fd147fa,43805,1733391026192, seqNum=2] 2024-12-05T09:30:50,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35073,1733391035318, seqNum=-1] 2024-12-05T09:30:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:50,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733391042776.298bcf9d28607d6397af92e992f61e1f., hostname=33186fd147fa,35073,1733391035318, seqNum=2] 2024-12-05T09:30:50,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T09:30:50,428 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 379, reset compression=false 2024-12-05T09:30:50,431 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:50,431 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:50,431 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43805,1733391026192 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a26cff8c9078cdfcf1d175dbacbe285/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T09:30:50,433 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:50,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:50,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:50,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f66de54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,38173,-1 for getting cluster id 2024-12-05T09:30:50,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:50,436 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ebcf80-76d6-4c96-832c-6084e0f1658b' 2024-12-05T09:30:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ebcf80-76d6-4c96-832c-6084e0f1658b" 2024-12-05T09:30:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306faa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,38173,-1] 2024-12-05T09:30:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:50,437 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:50,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a4d1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:50,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,33333,1733391030914, seqNum=-1] 2024-12-05T09:30:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:50,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5., hostname=33186fd147fa,33333,1733391030914, seqNum=2] 2024-12-05T09:30:50,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:50,635 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:50,640 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 379, reset compression=false 2024-12-05T09:30:50,938 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:51,111 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 379, reset compression=false 2024-12-05T09:30:51,115 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:51,115 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 504, reset compression=false 2024-12-05T09:30:51,115 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[{test/b31a3388fd138c0e92276409c4fdfbc5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T09:30:51,117 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:51,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:51,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:51,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a36b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:51,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,40807,-1 for getting cluster id 2024-12-05T09:30:51,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:30:51,119 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9' 2024-12-05T09:30:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:30:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb8bbfc8-56a0-4d2f-9989-babcd4cf98e9" 2024-12-05T09:30:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f3d679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,40807,-1] 2024-12-05T09:30:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:30:51,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:51,120 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:30:51,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c8dec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:30:51,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,35073,1733391035318, seqNum=-1] 2024-12-05T09:30:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:51,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T09:30:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733391042776.298bcf9d28607d6397af92e992f61e1f., hostname=33186fd147fa,35073,1733391035318, seqNum=2] 2024-12-05T09:30:51,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:51,142 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 379, reset compression=false 2024-12-05T09:30:51,146 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:51,146 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 527, reset compression=false 2024-12-05T09:30:51,146 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:51,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:30:51,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:30:51,318 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 504, reset compression=false 2024-12-05T09:30:51,341 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:51,349 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 527, reset compression=false 2024-12-05T09:30:51,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T09:30:51,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:30:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,33333,1733391030914, seqNum=-1] 2024-12-05T09:30:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:30:51,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:30:51,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5., hostname=33186fd147fa,33333,1733391030914, seqNum=2] 2024-12-05T09:30:51,389 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T09:30:51,621 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 504, reset compression=false 2024-12-05T09:30:51,625 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:51,625 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 608, reset compression=false 2024-12-05T09:30:51,625 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[{test/b31a3388fd138c0e92276409c4fdfbc5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:30:51,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:51,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:51,651 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 527, reset compression=false 2024-12-05T09:30:51,655 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:51,655 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 654, reset compression=false 2024-12-05T09:30:51,655 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:51,828 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 608, reset compression=false 2024-12-05T09:30:51,844 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:51,858 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 654, reset compression=false 2024-12-05T09:30:52,131 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 608, reset compression=false 2024-12-05T09:30:52,160 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 654, reset compression=false 2024-12-05T09:30:52,390 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T09:30:52,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T09:30:52,446 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:52,534 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 608, reset compression=false 2024-12-05T09:30:52,563 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 654, reset compression=false 2024-12-05T09:30:52,566 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:52,566 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 758, reset compression=false 2024-12-05T09:30:52,566 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[{test/298bcf9d28607d6397af92e992f61e1f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T09:30:52,567 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:30:52,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T09:30:52,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:52,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:52,768 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 758, reset compression=false 2024-12-05T09:30:52,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:30:52,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:30:52,964 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108815 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:30:53,036 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 608, reset compression=false 2024-12-05T09:30:53,040 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:53,040 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 736, reset compression=false 2024-12-05T09:30:53,040 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:53,071 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 758, reset compression=false 2024-12-05T09:30:53,149 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:53,243 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 736, reset compression=false 2024-12-05T09:30:53,394 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T09:30:53,397 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T09:30:53,474 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 758, reset compression=false 2024-12-05T09:30:53,546 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 736, reset compression=false 2024-12-05T09:30:53,949 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 736, reset compression=false 2024-12-05T09:30:53,952 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 480, reset compression=false 2024-12-05T09:30:53,955 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:53,955 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:53,955 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43805,1733391026192 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a26cff8c9078cdfcf1d175dbacbe285/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T09:30:53,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:53,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:53,977 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 758, reset compression=false 2024-12-05T09:30:54,161 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:54,398 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T09:30:54,452 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 736, reset compression=false 2024-12-05T09:30:54,456 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:54,456 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 884, reset compression=false 2024-12-05T09:30:54,456 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[{test/b31a3388fd138c0e92276409c4fdfbc5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T09:30:54,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:54,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:54,465 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:54,579 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 758, reset compression=false 2024-12-05T09:30:54,583 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:54,583 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 929, reset compression=false 2024-12-05T09:30:54,583 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:54,659 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 884, reset compression=false 2024-12-05T09:30:54,786 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 929, reset compression=false 2024-12-05T09:30:54,868 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:54,962 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 884, reset compression=false 2024-12-05T09:30:55,089 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 929, reset compression=false 2024-12-05T09:30:55,319 DEBUG [master/33186fd147fa:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=33, reused chunk count=128, reuseRatio=79.50% 2024-12-05T09:30:55,319 DEBUG [master/33186fd147fa:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T09:30:55,365 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 884, reset compression=false 2024-12-05T09:30:55,372 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:55,399 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T09:30:55,402 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T09:30:55,491 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 929, reset compression=false 2024-12-05T09:30:55,648 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:30:55,868 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 884, reset compression=false 2024-12-05T09:30:55,871 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:55,871 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1043, reset compression=false 2024-12-05T09:30:55,871 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[{test/b31a3388fd138c0e92276409c4fdfbc5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T09:30:55,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:55,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:55,974 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:55,994 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 929, reset compression=false 2024-12-05T09:30:55,997 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:55,997 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1078, reset compression=false 2024-12-05T09:30:55,997 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:56,074 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1043, reset compression=false 2024-12-05T09:30:56,200 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1078, reset compression=false 2024-12-05T09:30:56,376 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1043, reset compression=false 2024-12-05T09:30:56,403 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T09:30:56,413 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T09:30:56,504 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1078, reset compression=false 2024-12-05T09:30:56,508 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:30:56,508 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1237, reset compression=false 2024-12-05T09:30:56,508 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[{test/298bcf9d28607d6397af92e992f61e1f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T09:30:56,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T09:30:56,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T09:30:56,677 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:56,712 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1237, reset compression=false 2024-12-05T09:30:56,780 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1043, reset compression=false 2024-12-05T09:30:56,784 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:56,784 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:56,784 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:56,986 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:57,016 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1237, reset compression=false 2024-12-05T09:30:57,289 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:57,414 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T09:30:57,418 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1237, reset compression=false 2024-12-05T09:30:57,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:30:57,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:57,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:57,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:57,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:57,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:57,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:30:57,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1322723743, stopped=false 2024-12-05T09:30:57,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,40807,1733391035227 2024-12-05T09:30:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21490461983/running 2024-12-05T09:30:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21490461983/running 2024-12-05T09:30:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:57,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:57,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:30:57,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:57,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:57,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/running 2024-12-05T09:30:57,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Set watcher on znode that does not yet exist, /21490461983/running 2024-12-05T09:30:57,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,35073,1733391035318' ***** 2024-12-05T09:30:57,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:30:57,455 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:30:57,455 INFO [RS:0;33186fd147fa:35073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:30:57,455 INFO [RS:0;33186fd147fa:35073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 298bcf9d28607d6397af92e992f61e1f 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,35073,1733391035318 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35073. 2024-12-05T09:30:57,456 DEBUG [RS:0;33186fd147fa:35073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:57,456 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 298bcf9d28607d6397af92e992f61e1f, disabling compactions & flushes 2024-12-05T09:30:57,456 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:57,456 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:57,456 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:57,456 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. after waiting 0 ms 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:30:57,456 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:30:57,456 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 298bcf9d28607d6397af92e992f61e1f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T09:30:57,456 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:30:57,456 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 298bcf9d28607d6397af92e992f61e1f=test,,1733391042776.298bcf9d28607d6397af92e992f61e1f., ec803d7412047183a0734ef708a402b4=hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.} 2024-12-05T09:30:57,456 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 298bcf9d28607d6397af92e992f61e1f, ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:57,456 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:30:57,456 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:30:57,457 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:30:57,457 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:30:57,457 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:30:57,457 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:30:57,458 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:30:57,464 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:57,471 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/f/cd389620befc40dc9b66b32cd380f334 is 29, key is row1/f:/1733391055400/DeleteFamily/seqid=0 2024-12-05T09:30:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741840_1016 (size=5152) 2024-12-05T09:30:57,477 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/info/b30289a059904f1ab840e6e29892a8bb is 147, key is hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4./info:regioninfo/1733391049391/Put/seqid=0 2024-12-05T09:30:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741841_1017 (size=7686) 2024-12-05T09:30:57,481 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:57,657 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 298bcf9d28607d6397af92e992f61e1f, ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:57,692 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:57,857 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 298bcf9d28607d6397af92e992f61e1f, ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:57,877 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/f/cd389620befc40dc9b66b32cd380f334 2024-12-05T09:30:57,880 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd389620befc40dc9b66b32cd380f334 2024-12-05T09:30:57,881 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/info/b30289a059904f1ab840e6e29892a8bb 2024-12-05T09:30:57,895 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/ns/cd7031dce40f43279330bff6e6c8801d is 43, key is default/ns:d/1733391038438/Put/seqid=0 2024-12-05T09:30:57,896 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/f1/5d9931a87c9c4209951595ef81181ba1 is 30, key is row1/f1:/1733391055400/DeleteFamily/seqid=0 2024-12-05T09:30:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741842_1018 (size=5153) 2024-12-05T09:30:57,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741843_1019 (size=5158) 2024-12-05T09:30:57,899 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/f1/5d9931a87c9c4209951595ef81181ba1 2024-12-05T09:30:57,902 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d9931a87c9c4209951595ef81181ba1 2024-12-05T09:30:57,914 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/norep/5b89dc34af5f4953b73cf09c045fdbbb is 33, key is row2/norep:/1733391056404/DeleteFamily/seqid=0 2024-12-05T09:30:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741844_1020 (size=5108) 2024-12-05T09:30:57,917 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/norep/5b89dc34af5f4953b73cf09c045fdbbb 2024-12-05T09:30:57,920 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b89dc34af5f4953b73cf09c045fdbbb 2024-12-05T09:30:57,920 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/f/cd389620befc40dc9b66b32cd380f334 as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/f/cd389620befc40dc9b66b32cd380f334 2024-12-05T09:30:57,921 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1237, reset compression=false 2024-12-05T09:30:57,924 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd389620befc40dc9b66b32cd380f334 2024-12-05T09:30:57,924 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:57,924 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/f/cd389620befc40dc9b66b32cd380f334, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T09:30:57,924 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1484, reset compression=false 2024-12-05T09:30:57,924 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,35073,1733391035318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:30:57,925 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/f1/5d9931a87c9c4209951595ef81181ba1 as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/f1/5d9931a87c9c4209951595ef81181ba1 2024-12-05T09:30:57,925 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,35073,1733391035318: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,35073,1733391035318, walGroup=33186fd147fa%2C35073%2C1733391035318, offset=33186fd147fa%2C35073%2C1733391035318.1733391037473:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:35073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:30:57,926 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:30:57,927 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:30:57,927 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:30:57,927 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:30:57,927 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:30:57,927 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 848632664 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202031520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:30:57,928 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:40807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:40807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:30:57,930 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d9931a87c9c4209951595ef81181ba1 2024-12-05T09:30:57,930 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/f1/5d9931a87c9c4209951595ef81181ba1, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T09:30:57,931 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/.tmp/norep/5b89dc34af5f4953b73cf09c045fdbbb as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/norep/5b89dc34af5f4953b73cf09c045fdbbb 2024-12-05T09:30:57,934 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b89dc34af5f4953b73cf09c045fdbbb 2024-12-05T09:30:57,934 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/norep/5b89dc34af5f4953b73cf09c045fdbbb, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T09:30:57,935 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 298bcf9d28607d6397af92e992f61e1f in 479ms, sequenceid=10, compaction requested=false 2024-12-05T09:30:57,941 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/default/test/298bcf9d28607d6397af92e992f61e1f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T09:30:57,941 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:57,941 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:30:57,941 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:57,941 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 298bcf9d28607d6397af92e992f61e1f: Waiting for close lock at 1733391057456Running coprocessor pre-close hooks at 1733391057456Disabling compacts and flushes for region at 1733391057456Disabling writes for close at 1733391057456Obtaining lock to block concurrent updates at 1733391057456Preparing flush snapshotting stores in 298bcf9d28607d6397af92e992f61e1f at 1733391057456Finished memstore snapshotting test,,1733391042776.298bcf9d28607d6397af92e992f61e1f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733391057457 (+1 ms)Flushing stores of test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. at 1733391057457Flushing 298bcf9d28607d6397af92e992f61e1f/f: creating writer at 1733391057457Flushing 298bcf9d28607d6397af92e992f61e1f/f: appending metadata at 1733391057470 (+13 ms)Flushing 298bcf9d28607d6397af92e992f61e1f/f: closing flushed file at 1733391057470Flushing 298bcf9d28607d6397af92e992f61e1f/f1: creating writer at 1733391057881 (+411 ms)Flushing 298bcf9d28607d6397af92e992f61e1f/f1: appending metadata at 1733391057896 (+15 ms)Flushing 298bcf9d28607d6397af92e992f61e1f/f1: closing flushed file at 1733391057896Flushing 298bcf9d28607d6397af92e992f61e1f/norep: creating writer at 1733391057902 (+6 ms)Flushing 298bcf9d28607d6397af92e992f61e1f/norep: appending metadata at 1733391057913 (+11 ms)Flushing 298bcf9d28607d6397af92e992f61e1f/norep: closing flushed file at 1733391057913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cec267: reopening flushed file at 1733391057920 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf354b6: reopening flushed file at 1733391057925 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3acd4740: reopening flushed file at 1733391057930 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 298bcf9d28607d6397af92e992f61e1f in 479ms, sequenceid=10, compaction requested=false at 1733391057935 (+5 ms)Writing region close event to WAL at 1733391057939 (+4 ms)Running coprocessor post-close hooks at 1733391057941 (+2 ms)Closed at 1733391057941 2024-12-05T09:30:57,941 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733391042776.298bcf9d28607d6397af92e992f61e1f. 2024-12-05T09:30:57,942 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec803d7412047183a0734ef708a402b4, disabling compactions & flushes 2024-12-05T09:30:57,942 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:57,942 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:57,942 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. after waiting 0 ms 2024-12-05T09:30:57,942 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:57,942 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec803d7412047183a0734ef708a402b4: Waiting for close lock at 1733391057942Running coprocessor pre-close hooks at 1733391057942Disabling compacts and flushes for region at 1733391057942Disabling writes for close at 1733391057942Failed flush hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4., putting online again at 1733391057942 2024-12-05T09:30:57,942 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:58,057 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:58,057 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec803d7412047183a0734ef708a402b4 2024-12-05T09:30:58,057 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec803d7412047183a0734ef708a402b4, disabling compactions & flushes 2024-12-05T09:30:58,057 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:58,057 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:58,057 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. after waiting 0 ms 2024-12-05T09:30:58,057 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:58,057 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec803d7412047183a0734ef708a402b4: Waiting for close lock at 1733391058057Running coprocessor pre-close hooks at 1733391058057Disabling compacts and flushes for region at 1733391058057Disabling writes for close at 1733391058057Failed flush hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4., putting online again at 1733391058057 2024-12-05T09:30:58,057 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4. 2024-12-05T09:30:58,131 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 1484, reset compression=false 2024-12-05T09:30:58,135 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:30:58,135 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 2128, reset compression=false 2024-12-05T09:30:58,195 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:58,257 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:58,298 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/ns/cd7031dce40f43279330bff6e6c8801d 2024-12-05T09:30:58,313 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/rep_barrier/ba03795f3d914708abd6b17f75c7f85c is 112, key is test,,1733391042776.298bcf9d28607d6397af92e992f61e1f./rep_barrier:seqnumDuringOpen/1733391043915/Put/seqid=0 2024-12-05T09:30:58,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741845_1021 (size=5518) 2024-12-05T09:30:58,338 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 2128, reset compression=false 2024-12-05T09:30:58,349 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:30:58,349 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:30:58,384 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:58,457 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:30:58,457 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec803d7412047183a0734ef708a402b4=hbase:replication,,1733391048227.ec803d7412047183a0734ef708a402b4.} 2024-12-05T09:30:58,457 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:58,641 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 2128, reset compression=false 2024-12-05T09:30:58,657 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:58,717 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/rep_barrier/ba03795f3d914708abd6b17f75c7f85c 2024-12-05T09:30:58,764 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/table/9604fa25843944beb5dc22a2b3e96d77 is 53, key is hbase:replication/table:state/1733391049396/Put/seqid=0 2024-12-05T09:30:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741846_1022 (size=5308) 2024-12-05T09:30:58,798 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:58,858 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:59,044 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 2128, reset compression=false 2024-12-05T09:30:59,058 DEBUG [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:30:59,168 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/table/9604fa25843944beb5dc22a2b3e96d77 2024-12-05T09:30:59,171 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/info/b30289a059904f1ab840e6e29892a8bb as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/info/b30289a059904f1ab840e6e29892a8bb 2024-12-05T09:30:59,174 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/info/b30289a059904f1ab840e6e29892a8bb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:30:59,175 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/ns/cd7031dce40f43279330bff6e6c8801d as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/ns/cd7031dce40f43279330bff6e6c8801d 2024-12-05T09:30:59,178 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/ns/cd7031dce40f43279330bff6e6c8801d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:30:59,178 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/rep_barrier/ba03795f3d914708abd6b17f75c7f85c as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/rep_barrier/ba03795f3d914708abd6b17f75c7f85c 2024-12-05T09:30:59,181 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/rep_barrier/ba03795f3d914708abd6b17f75c7f85c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:30:59,182 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/.tmp/table/9604fa25843944beb5dc22a2b3e96d77 as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/table/9604fa25843944beb5dc22a2b3e96d77 2024-12-05T09:30:59,185 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/table/9604fa25843944beb5dc22a2b3e96d77, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:30:59,185 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-12-05T09:30:59,196 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:30:59,196 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:30:59,196 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:30:59,196 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:59,197 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391057456Running coprocessor pre-close hooks at 1733391057456Disabling compacts and flushes for region at 1733391057456Disabling writes for close at 1733391057457 (+1 ms)Obtaining lock to block concurrent updates at 1733391057457Preparing flush snapshotting stores in 1588230740 at 1733391057457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391057457Flushing stores of hbase:meta,,1.1588230740 at 1733391057457Flushing 1588230740/info: creating writer at 1733391057457Flushing 1588230740/info: appending metadata at 1733391057476 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733391057476Flushing 1588230740/ns: creating writer at 1733391057884 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733391057895 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733391057895Flushing 1588230740/rep_barrier: creating writer at 1733391058302 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391058313 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391058313Flushing 1588230740/table: creating writer at 1733391058753 (+440 ms)Flushing 1588230740/table: appending metadata at 1733391058764 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733391058764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c33cd2: reopening flushed file at 1733391059171 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ca6892: reopening flushed file at 1733391059174 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d0cd41: reopening flushed file at 1733391059178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bc7c52: reopening flushed file at 1733391059181 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1733391059185 (+4 ms)Writing region close event to WAL at 1733391059193 (+8 ms)Running coprocessor post-close hooks at 1733391059196 (+3 ms)Closed at 1733391059196 2024-12-05T09:30:59,197 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:30:59,258 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T09:30:59,258 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,35073,1733391035318; all regions closed. 2024-12-05T09:30:59,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:30:59,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.meta.1733391038398.meta not finished, retry = 0 2024-12-05T09:30:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741839_1015 (size=2171) 2024-12-05T09:30:59,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.rep.1733391049357 not finished, retry = 0 2024-12-05T09:30:59,387 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:30:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741832_1008 (size=2136) 2024-12-05T09:30:59,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 not finished, retry = 0 2024-12-05T09:30:59,500 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:30:59,547 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 to pos 2128, reset compression=false 2024-12-05T09:30:59,565 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:59,566 INFO [RS:0;33186fd147fa:35073 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:30:59,566 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/WALs/33186fd147fa,35073,1733391035318/33186fd147fa%2C35073%2C1733391035318.1733391037473 2024-12-05T09:30:59,566 INFO [RS:0;33186fd147fa:35073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:59,566 INFO [RS:0;33186fd147fa:35073 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:59,566 INFO [RS:0;33186fd147fa:35073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:59,566 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:30:59,566 INFO [RS:0;33186fd147fa:35073 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,35073,1733391035318 because: Region server is closing 2024-12-05T09:30:59,567 INFO [RS:0;33186fd147fa:35073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35073. 2024-12-05T09:30:59,567 DEBUG [RS:0;33186fd147fa:35073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:59,567 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:59,567 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:59,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:59,667 INFO [RS:0;33186fd147fa:35073 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.shipper33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 terminated 2024-12-05T09:30:59,667 INFO [RS:0;33186fd147fa:35073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:35073. 2024-12-05T09:30:59,667 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,35073,1733391035318.replicationSource.wal-reader.33186fd147fa%2C35073%2C1733391035318,1-33186fd147fa,35073,1733391035318 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T09:30:59,667 DEBUG [RS:0;33186fd147fa:35073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:30:59,667 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:59,668 DEBUG [RS:0;33186fd147fa:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:30:59,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:30:59,668 INFO [RS:0;33186fd147fa:35073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35073 2024-12-05T09:30:59,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21490461983/rs/33186fd147fa,35073,1733391035318 2024-12-05T09:30:59,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983/rs 2024-12-05T09:30:59,704 INFO [RS:0;33186fd147fa:35073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:30:59,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,35073,1733391035318] 2024-12-05T09:30:59,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21490461983/draining/33186fd147fa,35073,1733391035318 already deleted, retry=false 2024-12-05T09:30:59,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,35073,1733391035318 expired; onlineServers=0 2024-12-05T09:30:59,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,40807,1733391035227' ***** 2024-12-05T09:30:59,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:30:59,721 INFO [M:0;33186fd147fa:40807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:30:59,721 INFO [M:0;33186fd147fa:40807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:30:59,721 DEBUG [M:0;33186fd147fa:40807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:30:59,721 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:30:59,721 DEBUG [M:0;33186fd147fa:40807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:30:59,721 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391037239 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391037239,5,FailOnTimeoutGroup] 2024-12-05T09:30:59,721 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391037240 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391037240,5,FailOnTimeoutGroup] 2024-12-05T09:30:59,721 INFO [M:0;33186fd147fa:40807 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:30:59,721 INFO [M:0;33186fd147fa:40807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:30:59,721 DEBUG [M:0;33186fd147fa:40807 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:30:59,722 INFO [M:0;33186fd147fa:40807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:30:59,722 INFO [M:0;33186fd147fa:40807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:30:59,722 INFO [M:0;33186fd147fa:40807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:30:59,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:30:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21490461983/master 2024-12-05T09:30:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21490461983 2024-12-05T09:30:59,731 DEBUG [M:0;33186fd147fa:40807 {}] zookeeper.ZKUtil(347): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Unable to get data of znode /21490461983/master because node does not exist (not an error) 2024-12-05T09:30:59,731 WARN [M:0;33186fd147fa:40807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:30:59,742 INFO [M:0;33186fd147fa:40807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/.lastflushedseqids 2024-12-05T09:30:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741847_1023 (size=245) 2024-12-05T09:30:59,813 INFO [RS:0;33186fd147fa:35073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:30:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:59,813 INFO [RS:0;33186fd147fa:35073 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,35073,1733391035318; zookeeper connection closed. 2024-12-05T09:30:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101a601c72e0007, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:30:59,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5472892b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5472892b 2024-12-05T09:30:59,813 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:31:00,146 INFO [M:0;33186fd147fa:40807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:31:00,146 INFO [M:0;33186fd147fa:40807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:31:00,146 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:00,146 INFO [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:00,146 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:00,146 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:00,146 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:00,146 INFO [M:0;33186fd147fa:40807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T09:31:00,163 DEBUG [M:0;33186fd147fa:40807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/378cae0ab41c4edabe010c080639dc72 is 82, key is hbase:meta,,1/info:regioninfo/1733391038427/Put/seqid=0 2024-12-05T09:31:00,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741848_1024 (size=5672) 2024-12-05T09:31:00,304 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:31:00,395 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:31:00,489 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:31:00,567 INFO [M:0;33186fd147fa:40807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/378cae0ab41c4edabe010c080639dc72 2024-12-05T09:31:00,582 DEBUG [M:0;33186fd147fa:40807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5bcbcdf4d1a42db8bb2c912271c62cf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733391049399/Put/seqid=0 2024-12-05T09:31:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741849_1025 (size=8516) 2024-12-05T09:31:00,986 INFO [M:0;33186fd147fa:40807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5bcbcdf4d1a42db8bb2c912271c62cf 2024-12-05T09:31:01,001 DEBUG [M:0;33186fd147fa:40807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38615bfb3bca4d8db07d1a237adf0dc5 is 69, key is 33186fd147fa,35073,1733391035318/rs:state/1733391037281/Put/seqid=0 2024-12-05T09:31:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741850_1026 (size=5156) 2024-12-05T09:31:01,005 INFO [M:0;33186fd147fa:40807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38615bfb3bca4d8db07d1a237adf0dc5 2024-12-05T09:31:01,010 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/378cae0ab41c4edabe010c080639dc72 as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/378cae0ab41c4edabe010c080639dc72 2024-12-05T09:31:01,013 INFO [M:0;33186fd147fa:40807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/378cae0ab41c4edabe010c080639dc72, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T09:31:01,014 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5bcbcdf4d1a42db8bb2c912271c62cf as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5bcbcdf4d1a42db8bb2c912271c62cf 2024-12-05T09:31:01,016 INFO [M:0;33186fd147fa:40807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5bcbcdf4d1a42db8bb2c912271c62cf, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T09:31:01,017 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38615bfb3bca4d8db07d1a237adf0dc5 as hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38615bfb3bca4d8db07d1a237adf0dc5 2024-12-05T09:31:01,020 INFO [M:0;33186fd147fa:40807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39867/user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38615bfb3bca4d8db07d1a237adf0dc5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T09:31:01,021 INFO [M:0;33186fd147fa:40807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false 2024-12-05T09:31:01,024 INFO [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:01,024 DEBUG [M:0;33186fd147fa:40807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391060146Disabling compacts and flushes for region at 1733391060146Disabling writes for close at 1733391060146Obtaining lock to block concurrent updates at 1733391060146Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391060146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733391060147 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391060147Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391060147Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391060163 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391060163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391060570 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391060582 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391060582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391060989 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391061000 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391061000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1a7914: reopening flushed file at 1733391061009 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6a4037: reopening flushed file at 1733391061013 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae6a274: reopening flushed file at 1733391061016 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false at 1733391061021 (+5 ms)Writing region close event to WAL at 1733391061024 (+3 ms)Closed at 1733391061024 2024-12-05T09:31:01,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1485c2d-0b15-a3db-11ae-687454213355/MasterData/WALs/33186fd147fa,40807,1733391035227/33186fd147fa%2C40807%2C1733391035227.1733391037035 not finished, retry = 0 2024-12-05T09:31:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741830_1006 (size=63654) 2024-12-05T09:31:01,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:01,126 INFO [M:0;33186fd147fa:40807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:31:01,127 INFO [M:0;33186fd147fa:40807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40807 2024-12-05T09:31:01,127 INFO [M:0;33186fd147fa:40807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:01,206 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:31:01,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:01,237 INFO [M:0;33186fd147fa:40807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:01,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40807-0x101a601c72e0006, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:01,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b37eb5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:01,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2482a93b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:01,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:01,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b0fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:01,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4c6a52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:01,243 WARN [BP-483197478-172.17.0.3-1733391033881 heartbeating to localhost/127.0.0.1:39867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:31:01,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:31:01,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:31:01,243 WARN [BP-483197478-172.17.0.3-1733391033881 heartbeating to localhost/127.0.0.1:39867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-483197478-172.17.0.3-1733391033881 (Datanode Uuid d6d3d3e1-5961-4764-8539-7a081da28993) service to localhost/127.0.0.1:39867 2024-12-05T09:31:01,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/cluster_fed40300-72b0-255a-dc99-ccc7cf2d482e/data/data1/current/BP-483197478-172.17.0.3-1733391033881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:01,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/cluster_fed40300-72b0-255a-dc99-ccc7cf2d482e/data/data2/current/BP-483197478-172.17.0.3-1733391033881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:01,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:31:01,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa1d884{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:01,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64c0ed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:01,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:01,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd540c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:01,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a92c29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:01,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:31:01,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:31:01,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:01,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:01,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:01,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:01,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:01,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:31:01,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747189658, stopped=false 2024-12-05T09:31:01,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,38173,1733391030804 2024-12-05T09:31:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79995336/running 2024-12-05T09:31:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79995336/running 2024-12-05T09:31:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:31:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:31:01,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:01,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:01,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:01,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:01,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/running 2024-12-05T09:31:01,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Set watcher on znode that does not yet exist, /1-79995336/running 2024-12-05T09:31:01,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,33333,1733391030914' ***** 2024-12-05T09:31:01,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:31:01,273 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:31:01,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,33333,1733391030914 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:33333. 2024-12-05T09:31:01,274 DEBUG [RS:0;33186fd147fa:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:01,274 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd20a2e39d94caad9428661d91e64b28, disabling compactions & flushes 2024-12-05T09:31:01,274 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:01,274 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:31:01,274 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:31:01,274 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. after waiting 0 ms 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:31:01,274 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:31:01,274 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd20a2e39d94caad9428661d91e64b28 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T09:31:01,274 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:31:01,275 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1325): Online Regions={fd20a2e39d94caad9428661d91e64b28=hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28., 1588230740=hbase:meta,,1.1588230740, b31a3388fd138c0e92276409c4fdfbc5=test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5.} 2024-12-05T09:31:01,275 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b31a3388fd138c0e92276409c4fdfbc5, fd20a2e39d94caad9428661d91e64b28 2024-12-05T09:31:01,275 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:01,275 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:01,275 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:01,275 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:01,275 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:01,275 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:31:01,287 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/info/153b6fc0cce3473da9c7aa241ccf1fe8 is 147, key is hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28./info:regioninfo/1733391047237/Put/seqid=0 2024-12-05T09:31:01,287 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/.tmp/queue/89b5837563284dba95a158bb485e06a7 is 154, key is 1-33186fd147fa,33333,1733391030914/queue:33186fd147fa%2C33333%2C1733391030914/1733391056785/Put/seqid=0 2024-12-05T09:31:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741840_1016 (size=5353) 2024-12-05T09:31:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741841_1017 (size=7686) 2024-12-05T09:31:01,290 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/.tmp/queue/89b5837563284dba95a158bb485e06a7 2024-12-05T09:31:01,293 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/.tmp/queue/89b5837563284dba95a158bb485e06a7 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/queue/89b5837563284dba95a158bb485e06a7 2024-12-05T09:31:01,296 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/queue/89b5837563284dba95a158bb485e06a7, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T09:31:01,297 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fd20a2e39d94caad9428661d91e64b28 in 23ms, sequenceid=12, compaction requested=false 2024-12-05T09:31:01,300 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/replication/fd20a2e39d94caad9428661d91e64b28/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T09:31:01,300 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:01,300 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:01,300 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:31:01,300 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd20a2e39d94caad9428661d91e64b28: Waiting for close lock at 1733391061274Running coprocessor pre-close hooks at 1733391061274Disabling compacts and flushes for region at 1733391061274Disabling writes for close at 1733391061274Obtaining lock to block concurrent updates at 1733391061274Preparing flush snapshotting stores in fd20a2e39d94caad9428661d91e64b28 at 1733391061274Finished memstore snapshotting hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733391061275 (+1 ms)Flushing stores of hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. at 1733391061275Flushing fd20a2e39d94caad9428661d91e64b28/queue: creating writer at 1733391061275Flushing fd20a2e39d94caad9428661d91e64b28/queue: appending metadata at 1733391061286 (+11 ms)Flushing fd20a2e39d94caad9428661d91e64b28/queue: closing flushed file at 1733391061286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a03d2b: reopening flushed file at 1733391061293 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fd20a2e39d94caad9428661d91e64b28 in 23ms, sequenceid=12, compaction requested=false at 1733391061297 (+4 ms)Writing region close event to WAL at 1733391061298 (+1 ms)Running coprocessor post-close hooks at 1733391061300 (+2 ms)Closed at 1733391061300 2024-12-05T09:31:01,300 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733391046077.fd20a2e39d94caad9428661d91e64b28. 2024-12-05T09:31:01,301 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b31a3388fd138c0e92276409c4fdfbc5, disabling compactions & flushes 2024-12-05T09:31:01,301 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:31:01,301 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:31:01,301 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. after waiting 0 ms 2024-12-05T09:31:01,301 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:31:01,301 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b31a3388fd138c0e92276409c4fdfbc5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T09:31:01,313 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:01,314 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/f/2a9b0544f25a4dee80ae9bdb726a429b is 29, key is row1/f:/1733391055400/DeleteFamily/seqid=0 2024-12-05T09:31:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741842_1018 (size=5152) 2024-12-05T09:31:01,475 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:31:01,591 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:31:01,591 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:31:01,675 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:31:01,691 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/info/153b6fc0cce3473da9c7aa241ccf1fe8 2024-12-05T09:31:01,692 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:31:01,706 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/ns/9cc8ad5c04ea4887a1d3c5268b4484c2 is 43, key is default/ns:d/1733391033738/Put/seqid=0 2024-12-05T09:31:01,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741843_1019 (size=5153) 2024-12-05T09:31:01,709 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/ns/9cc8ad5c04ea4887a1d3c5268b4484c2 2024-12-05T09:31:01,717 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/f/2a9b0544f25a4dee80ae9bdb726a429b 2024-12-05T09:31:01,720 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a9b0544f25a4dee80ae9bdb726a429b 2024-12-05T09:31:01,724 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/rep_barrier/6b7f2f56da50491ba33c377eff53cc71 is 112, key is test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5./rep_barrier:seqnumDuringOpen/1733391041764/Put/seqid=0 2024-12-05T09:31:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741844_1020 (size=5518) 2024-12-05T09:31:01,732 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/f1/3a90fbf8dd30418b92197af4cb794875 is 30, key is row1/f1:/1733391055400/DeleteFamily/seqid=0 2024-12-05T09:31:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741845_1021 (size=5158) 2024-12-05T09:31:01,875 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:31:02,075 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b31a3388fd138c0e92276409c4fdfbc5 2024-12-05T09:31:02,131 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/rep_barrier/6b7f2f56da50491ba33c377eff53cc71 2024-12-05T09:31:02,135 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/f1/3a90fbf8dd30418b92197af4cb794875 2024-12-05T09:31:02,138 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a90fbf8dd30418b92197af4cb794875 2024-12-05T09:31:02,147 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/table/6ad1214001e540e0bdd63fb3364433a5 is 53, key is hbase:replication/table:state/1733391047242/Put/seqid=0 2024-12-05T09:31:02,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741846_1022 (size=5308) 2024-12-05T09:31:02,155 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/norep/b0d5cc61f7de400fa7069278ae8e7085 is 33, key is row1/norep:/1733391055400/DeleteFamily/seqid=0 2024-12-05T09:31:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741847_1023 (size=5108) 2024-12-05T09:31:02,158 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/norep/b0d5cc61f7de400fa7069278ae8e7085 2024-12-05T09:31:02,162 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0d5cc61f7de400fa7069278ae8e7085 2024-12-05T09:31:02,162 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/f/2a9b0544f25a4dee80ae9bdb726a429b as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/f/2a9b0544f25a4dee80ae9bdb726a429b 2024-12-05T09:31:02,166 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a9b0544f25a4dee80ae9bdb726a429b 2024-12-05T09:31:02,166 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/f/2a9b0544f25a4dee80ae9bdb726a429b, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T09:31:02,166 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/f1/3a90fbf8dd30418b92197af4cb794875 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/f1/3a90fbf8dd30418b92197af4cb794875 2024-12-05T09:31:02,170 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a90fbf8dd30418b92197af4cb794875 2024-12-05T09:31:02,170 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/f1/3a90fbf8dd30418b92197af4cb794875, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T09:31:02,171 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/.tmp/norep/b0d5cc61f7de400fa7069278ae8e7085 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/norep/b0d5cc61f7de400fa7069278ae8e7085 2024-12-05T09:31:02,174 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0d5cc61f7de400fa7069278ae8e7085 2024-12-05T09:31:02,174 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/norep/b0d5cc61f7de400fa7069278ae8e7085, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T09:31:02,175 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b31a3388fd138c0e92276409c4fdfbc5 in 874ms, sequenceid=10, compaction requested=false 2024-12-05T09:31:02,175 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:31:02,179 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/default/test/b31a3388fd138c0e92276409c4fdfbc5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T09:31:02,179 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:02,179 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:02,179 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:31:02,180 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b31a3388fd138c0e92276409c4fdfbc5: Waiting for close lock at 1733391061301Running coprocessor pre-close hooks at 1733391061301Disabling compacts and flushes for region at 1733391061301Disabling writes for close at 1733391061301Obtaining lock to block concurrent updates at 1733391061301Preparing flush snapshotting stores in b31a3388fd138c0e92276409c4fdfbc5 at 1733391061301Finished memstore snapshotting test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733391061301Flushing stores of test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. at 1733391061301Flushing b31a3388fd138c0e92276409c4fdfbc5/f: creating writer at 1733391061302 (+1 ms)Flushing b31a3388fd138c0e92276409c4fdfbc5/f: appending metadata at 1733391061313 (+11 ms)Flushing b31a3388fd138c0e92276409c4fdfbc5/f: closing flushed file at 1733391061313Flushing b31a3388fd138c0e92276409c4fdfbc5/f1: creating writer at 1733391061720 (+407 ms)Flushing b31a3388fd138c0e92276409c4fdfbc5/f1: appending metadata at 1733391061732 (+12 ms)Flushing b31a3388fd138c0e92276409c4fdfbc5/f1: closing flushed file at 1733391061732Flushing b31a3388fd138c0e92276409c4fdfbc5/norep: creating writer at 1733391062138 (+406 ms)Flushing b31a3388fd138c0e92276409c4fdfbc5/norep: appending metadata at 1733391062154 (+16 ms)Flushing b31a3388fd138c0e92276409c4fdfbc5/norep: closing flushed file at 1733391062154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41846365: reopening flushed file at 1733391062162 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f60759: reopening flushed file at 1733391062166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7bc74c: reopening flushed file at 1733391062170 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b31a3388fd138c0e92276409c4fdfbc5 in 874ms, sequenceid=10, compaction requested=false at 1733391062175 (+5 ms)Writing region close event to WAL at 1733391062177 (+2 ms)Running coprocessor post-close hooks at 1733391062179 (+2 ms)Closed at 1733391062179 2024-12-05T09:31:02,180 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733391040626.b31a3388fd138c0e92276409c4fdfbc5. 2024-12-05T09:31:02,209 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 1193, reset compression=false 2024-12-05T09:31:02,213 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:31:02,213 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 2084, reset compression=false 2024-12-05T09:31:02,213 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,33333,1733391030914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:31:02,214 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,33333,1733391030914: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,33333,1733391030914, walGroup=33186fd147fa%2C33333%2C1733391030914, offset=33186fd147fa%2C33333%2C1733391030914.1733391032714:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:33333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:31:02,215 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:31:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:31:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:31:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:31:02,216 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:31:02,216 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 940907352 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202423080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:31:02,217 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:38173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:38173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:31:02,275 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:31:02,275 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:02,275 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:02,417 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 2084, reset compression=false 2024-12-05T09:31:02,476 DEBUG [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:02,550 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/table/6ad1214001e540e0bdd63fb3364433a5 2024-12-05T09:31:02,554 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/info/153b6fc0cce3473da9c7aa241ccf1fe8 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/info/153b6fc0cce3473da9c7aa241ccf1fe8 2024-12-05T09:31:02,557 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/info/153b6fc0cce3473da9c7aa241ccf1fe8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:31:02,558 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/ns/9cc8ad5c04ea4887a1d3c5268b4484c2 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/ns/9cc8ad5c04ea4887a1d3c5268b4484c2 2024-12-05T09:31:02,561 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/ns/9cc8ad5c04ea4887a1d3c5268b4484c2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:31:02,561 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/rep_barrier/6b7f2f56da50491ba33c377eff53cc71 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/rep_barrier/6b7f2f56da50491ba33c377eff53cc71 2024-12-05T09:31:02,564 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/rep_barrier/6b7f2f56da50491ba33c377eff53cc71, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:31:02,565 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/.tmp/table/6ad1214001e540e0bdd63fb3364433a5 as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/table/6ad1214001e540e0bdd63fb3364433a5 2024-12-05T09:31:02,568 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/table/6ad1214001e540e0bdd63fb3364433a5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:31:02,568 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false 2024-12-05T09:31:02,568 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:31:02,572 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:31:02,572 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:02,572 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:02,572 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:02,572 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391061275Running coprocessor pre-close hooks at 1733391061275Disabling compacts and flushes for region at 1733391061275Disabling writes for close at 1733391061275Obtaining lock to block concurrent updates at 1733391061275Preparing flush snapshotting stores in 1588230740 at 1733391061275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391061275Flushing stores of hbase:meta,,1.1588230740 at 1733391061275Flushing 1588230740/info: creating writer at 1733391061275Flushing 1588230740/info: appending metadata at 1733391061286 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733391061286Flushing 1588230740/ns: creating writer at 1733391061694 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733391061705 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733391061705Flushing 1588230740/rep_barrier: creating writer at 1733391061712 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391061724 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391061724Flushing 1588230740/table: creating writer at 1733391062134 (+410 ms)Flushing 1588230740/table: appending metadata at 1733391062147 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733391062147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9753144: reopening flushed file at 1733391062554 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a91204: reopening flushed file at 1733391062557 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be48566: reopening flushed file at 1733391062561 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da26f09: reopening flushed file at 1733391062564 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false at 1733391062568 (+4 ms)Writing region close event to WAL at 1733391062570 (+2 ms)Running coprocessor post-close hooks at 1733391062572 (+2 ms)Closed at 1733391062572 2024-12-05T09:31:02,573 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:02,676 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,33333,1733391030914; all regions closed. 2024-12-05T09:31:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:31:02,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.meta.1733391033697.meta not finished, retry = 0 2024-12-05T09:31:02,720 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 to pos 2084, reset compression=false 2024-12-05T09:31:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741839_1015 (size=3114) 2024-12-05T09:31:02,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.rep.1733391047211 not finished, retry = 0 2024-12-05T09:31:02,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741832_1008 (size=2092) 2024-12-05T09:31:02,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/WALs/33186fd147fa,33333,1733391030914/33186fd147fa%2C33333%2C1733391030914.1733391032714 not finished, retry = 0 2024-12-05T09:31:02,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:02,984 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:02,984 INFO [RS:0;33186fd147fa:33333 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:02,984 INFO [RS:0;33186fd147fa:33333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:02,984 INFO [RS:0;33186fd147fa:33333 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:02,984 INFO [RS:0;33186fd147fa:33333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:02,984 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:02,985 INFO [RS:0;33186fd147fa:33333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,33333,1733391030914 because: Region server is closing 2024-12-05T09:31:02,985 INFO [RS:0;33186fd147fa:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:33333. 2024-12-05T09:31:02,985 DEBUG [RS:0;33186fd147fa:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:02,985 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:02,985 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:02,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:02,995 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:31:03,085 INFO [RS:0;33186fd147fa:33333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.shipper33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 terminated 2024-12-05T09:31:03,085 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,33333,1733391030914.replicationSource.wal-reader.33186fd147fa%2C33333%2C1733391030914,1-33186fd147fa,33333,1733391030914 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:31:03,085 INFO [RS:0;33186fd147fa:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:33333. 2024-12-05T09:31:03,085 DEBUG [RS:0;33186fd147fa:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:03,085 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:03,085 DEBUG [RS:0;33186fd147fa:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:03,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:03,086 INFO [RS:0;33186fd147fa:33333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33333 2024-12-05T09:31:03,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336/rs 2024-12-05T09:31:03,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79995336/rs/33186fd147fa,33333,1733391030914 2024-12-05T09:31:03,123 INFO [RS:0;33186fd147fa:33333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:03,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,33333,1733391030914] 2024-12-05T09:31:03,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-79995336/draining/33186fd147fa,33333,1733391030914 already deleted, retry=false 2024-12-05T09:31:03,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,33333,1733391030914 expired; onlineServers=0 2024-12-05T09:31:03,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,38173,1733391030804' ***** 2024-12-05T09:31:03,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:31:03,157 INFO [M:0;33186fd147fa:38173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:03,157 INFO [M:0;33186fd147fa:38173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:03,157 DEBUG [M:0;33186fd147fa:38173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:31:03,157 DEBUG [M:0;33186fd147fa:38173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:31:03,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:31:03,157 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391032447 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391032447,5,FailOnTimeoutGroup] 2024-12-05T09:31:03,157 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391032447 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391032447,5,FailOnTimeoutGroup] 2024-12-05T09:31:03,157 INFO [M:0;33186fd147fa:38173 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:03,157 INFO [M:0;33186fd147fa:38173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:03,157 DEBUG [M:0;33186fd147fa:38173 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:31:03,158 INFO [M:0;33186fd147fa:38173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:31:03,158 INFO [M:0;33186fd147fa:38173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:03,158 INFO [M:0;33186fd147fa:38173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:31:03,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:31:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79995336/master 2024-12-05T09:31:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79995336 2024-12-05T09:31:03,173 DEBUG [M:0;33186fd147fa:38173 {}] zookeeper.ZKUtil(347): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Unable to get data of znode /1-79995336/master because node does not exist (not an error) 2024-12-05T09:31:03,173 WARN [M:0;33186fd147fa:38173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:31:03,173 INFO [M:0;33186fd147fa:38173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/.lastflushedseqids 2024-12-05T09:31:03,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741848_1024 (size=245) 2024-12-05T09:31:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:03,231 INFO [RS:0;33186fd147fa:33333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x101a601c72e0004, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:03,231 INFO [RS:0;33186fd147fa:33333 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,33333,1733391030914; zookeeper connection closed. 2024-12-05T09:31:03,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a54eaea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a54eaea 2024-12-05T09:31:03,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:31:03,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:03,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:03,577 INFO [M:0;33186fd147fa:38173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:31:03,577 INFO [M:0;33186fd147fa:38173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:31:03,577 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:03,577 INFO [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:03,577 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:03,577 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:03,577 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:03,578 INFO [M:0;33186fd147fa:38173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T09:31:03,596 DEBUG [M:0;33186fd147fa:38173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/584f034fcb6848c28ad2ae0dd57657db is 82, key is hbase:meta,,1/info:regioninfo/1733391033726/Put/seqid=0 2024-12-05T09:31:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741849_1025 (size=5672) 2024-12-05T09:31:04,000 INFO [M:0;33186fd147fa:38173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/584f034fcb6848c28ad2ae0dd57657db 2024-12-05T09:31:04,019 DEBUG [M:0;33186fd147fa:38173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67a9dc9d9f06446cac7001f78ec9cf7c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733391047245/Put/seqid=0 2024-12-05T09:31:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741850_1026 (size=8517) 2024-12-05T09:31:04,398 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:31:04,423 INFO [M:0;33186fd147fa:38173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67a9dc9d9f06446cac7001f78ec9cf7c 2024-12-05T09:31:04,437 DEBUG [M:0;33186fd147fa:38173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330a619724f848f8884a4c1975e5ba4f is 69, key is 33186fd147fa,33333,1733391030914/rs:state/1733391032563/Put/seqid=0 2024-12-05T09:31:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741851_1027 (size=5156) 2024-12-05T09:31:04,841 INFO [M:0;33186fd147fa:38173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330a619724f848f8884a4c1975e5ba4f 2024-12-05T09:31:04,844 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/584f034fcb6848c28ad2ae0dd57657db as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/584f034fcb6848c28ad2ae0dd57657db 2024-12-05T09:31:04,847 INFO [M:0;33186fd147fa:38173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/584f034fcb6848c28ad2ae0dd57657db, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T09:31:04,847 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67a9dc9d9f06446cac7001f78ec9cf7c as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67a9dc9d9f06446cac7001f78ec9cf7c 2024-12-05T09:31:04,851 INFO [M:0;33186fd147fa:38173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67a9dc9d9f06446cac7001f78ec9cf7c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T09:31:04,851 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330a619724f848f8884a4c1975e5ba4f as hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330a619724f848f8884a4c1975e5ba4f 2024-12-05T09:31:04,854 INFO [M:0;33186fd147fa:38173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39943/user/jenkins/test-data/ff7b83b8-7dd9-79e3-1f58-4ab0a05f251a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330a619724f848f8884a4c1975e5ba4f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T09:31:04,855 INFO [M:0;33186fd147fa:38173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-05T09:31:04,856 INFO [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:04,856 DEBUG [M:0;33186fd147fa:38173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391063577Disabling compacts and flushes for region at 1733391063577Disabling writes for close at 1733391063577Obtaining lock to block concurrent updates at 1733391063578 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391063578Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733391063578Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391063578Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391063578Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391063596 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391063596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391064003 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391064019 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391064019Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391064425 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391064437 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391064437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4ffea: reopening flushed file at 1733391064843 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a387a65: reopening flushed file at 1733391064847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8b88b: reopening flushed file at 1733391064851 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733391064855 (+4 ms)Writing region close event to WAL at 1733391064856 (+1 ms)Closed at 1733391064856 2024-12-05T09:31:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37189 is added to blk_1073741830_1006 (size=63666) 2024-12-05T09:31:04,858 INFO [M:0;33186fd147fa:38173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:31:04,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:04,858 INFO [M:0;33186fd147fa:38173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38173 2024-12-05T09:31:04,858 INFO [M:0;33186fd147fa:38173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:05,012 INFO [M:0;33186fd147fa:38173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x101a601c72e0003, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:05,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d30b01a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:05,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1008dde9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:05,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:05,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198298d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:05,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@493365ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:05,016 WARN [BP-1209698522-172.17.0.3-1733391029377 heartbeating to localhost/127.0.0.1:39943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:31:05,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:31:05,016 WARN [BP-1209698522-172.17.0.3-1733391029377 heartbeating to localhost/127.0.0.1:39943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1209698522-172.17.0.3-1733391029377 (Datanode Uuid cea93aaa-2f2c-4540-ada0-6ba8f6a74337) service to localhost/127.0.0.1:39943 2024-12-05T09:31:05,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:31:05,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/cluster_a635c104-a01e-ee5f-3d57-6faefd32d200/data/data1/current/BP-1209698522-172.17.0.3-1733391029377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:05,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/cluster_a635c104-a01e-ee5f-3d57-6faefd32d200/data/data2/current/BP-1209698522-172.17.0.3-1733391029377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:05,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:31:05,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f214afe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:05,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5714c4c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:05,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:05,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4346b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:05,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b96bf75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac9e8a2d-18c4-0ab8-b2d2-d8c9adafe91d/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:05,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:31:05,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:31:05,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:05,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:05,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:05,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:05,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:05,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:31:05,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1054799821, stopped=false 2024-12-05T09:31:05,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,34401,1733391026057 2024-12-05T09:31:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884089488/running 2024-12-05T09:31:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884089488/running 2024-12-05T09:31:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:31:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:31:05,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:05,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:05,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:05,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:05,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,43805,1733391026192' ***** 2024-12-05T09:31:05,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:31:05,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/running 2024-12-05T09:31:05,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Set watcher on znode that does not yet exist, /01884089488/running 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:05,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,43805,1733391026192 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43805. 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, disabling compactions & flushes 2024-12-05T09:31:05,049 DEBUG [RS:0;33186fd147fa:43805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:05,049 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:31:05,049 DEBUG [RS:0;33186fd147fa:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. after waiting 0 ms 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:31:05,049 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:31:05,049 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:31:05,049 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1325): Online Regions={2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6=hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6., 6a26cff8c9078cdfcf1d175dbacbe285=test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:05,049 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:05,049 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:05,049 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:05,050 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:05,050 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:31:05,061 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/info/e43e782f51044302ab8808c0adcc7593 is 147, key is hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6./info:regioninfo/1733391045712/Put/seqid=0 2024-12-05T09:31:05,061 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/.tmp/queue/0d2621b0eac94decaef6ee699de1fa10 is 153, key is 1-33186fd147fa,43805,1733391026192/queue:33186fd147fa%2C43805%2C1733391026192/1733391053959/Put/seqid=0 2024-12-05T09:31:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741841_1017 (size=5352) 2024-12-05T09:31:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741840_1016 (size=7686) 2024-12-05T09:31:05,065 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/.tmp/queue/0d2621b0eac94decaef6ee699de1fa10 2024-12-05T09:31:05,068 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/.tmp/queue/0d2621b0eac94decaef6ee699de1fa10 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/queue/0d2621b0eac94decaef6ee699de1fa10 2024-12-05T09:31:05,071 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/queue/0d2621b0eac94decaef6ee699de1fa10, entries=1, sequenceid=8, filesize=5.2 K 2024-12-05T09:31:05,072 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 in 23ms, sequenceid=8, compaction requested=false 2024-12-05T09:31:05,072 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:31:05,076 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/replication/2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T09:31:05,076 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:05,076 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:05,076 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:31:05,076 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6: Waiting for close lock at 1733391065049Running coprocessor pre-close hooks at 1733391065049Disabling compacts and flushes for region at 1733391065049Disabling writes for close at 1733391065049Obtaining lock to block concurrent updates at 1733391065049Preparing flush snapshotting stores in 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 at 1733391065049Finished memstore snapshotting hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733391065049Flushing stores of hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. at 1733391065050 (+1 ms)Flushing 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/queue: creating writer at 1733391065050Flushing 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/queue: appending metadata at 1733391065061 (+11 ms)Flushing 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6/queue: closing flushed file at 1733391065061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d34c97: reopening flushed file at 1733391065067 (+6 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6 in 23ms, sequenceid=8, compaction requested=false at 1733391065072 (+5 ms)Writing region close event to WAL at 1733391065073 (+1 ms)Running coprocessor post-close hooks at 1733391065076 (+3 ms)Closed at 1733391065076 2024-12-05T09:31:05,077 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733391044935.2d6fc9d4dd58a4ff7b7a4fddfbe1fdd6. 2024-12-05T09:31:05,077 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a26cff8c9078cdfcf1d175dbacbe285, disabling compactions & flushes 2024-12-05T09:31:05,077 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:31:05,077 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:31:05,077 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. after waiting 0 ms 2024-12-05T09:31:05,077 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:31:05,077 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a26cff8c9078cdfcf1d175dbacbe285 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T09:31:05,089 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/f/3f3e54b86d3f4ea1bee2544ad6f33063 is 28, key is row/f:/1733391053395/DeleteFamily/seqid=0 2024-12-05T09:31:05,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741842_1018 (size=5085) 2024-12-05T09:31:05,117 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:05,178 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:31:05,178 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:31:05,250 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:05,450 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:05,465 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/info/e43e782f51044302ab8808c0adcc7593 2024-12-05T09:31:05,481 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/ns/4f259e7ccd4149f3a589afb0002b81d4 is 43, key is default/ns:d/1733391029297/Put/seqid=0 2024-12-05T09:31:05,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741843_1019 (size=5153) 2024-12-05T09:31:05,493 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/f/3f3e54b86d3f4ea1bee2544ad6f33063 2024-12-05T09:31:05,496 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f3e54b86d3f4ea1bee2544ad6f33063 2024-12-05T09:31:05,511 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/f1/16c677fc3ab448ac88ee3a852b2cd360 is 29, key is row/f1:/1733391053395/DeleteFamily/seqid=0 2024-12-05T09:31:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741844_1020 (size=5089) 2024-12-05T09:31:05,650 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:05,850 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:05,885 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/ns/4f259e7ccd4149f3a589afb0002b81d4 2024-12-05T09:31:05,900 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/rep_barrier/f331aeb06366468299e3c8e0689a97ce is 112, key is test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285./rep_barrier:seqnumDuringOpen/1733391039655/Put/seqid=0 2024-12-05T09:31:05,901 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 636, reset compression=false 2024-12-05T09:31:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741845_1021 (size=5518) 2024-12-05T09:31:05,904 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:31:05,904 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 883, reset compression=false 2024-12-05T09:31:05,904 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43805,1733391026192 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:31:05,905 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,43805,1733391026192: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-33186fd147fa,43805,1733391026192, walGroup=33186fd147fa%2C43805%2C1733391026192, offset=33186fd147fa%2C43805%2C1733391026192.1733391028303:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:31:05,906 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:31:05,906 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:31:05,906 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:31:05,906 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:31:05,906 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:31:05,906 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1031084888 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202992616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:31:05,907 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:34401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:34401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:31:05,915 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/f1/16c677fc3ab448ac88ee3a852b2cd360 2024-12-05T09:31:05,919 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16c677fc3ab448ac88ee3a852b2cd360 2024-12-05T09:31:05,936 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/norep/6ba76c4dc9c94e0ba55cc5e829712f39 is 32, key is row/norep:/1733391053395/DeleteFamily/seqid=0 2024-12-05T09:31:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741846_1022 (size=5101) 2024-12-05T09:31:06,050 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:31:06,050 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1325): Online Regions={6a26cff8c9078cdfcf1d175dbacbe285=test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:06,050 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:06,108 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 883, reset compression=false 2024-12-05T09:31:06,250 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a26cff8c9078cdfcf1d175dbacbe285 2024-12-05T09:31:06,303 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/rep_barrier/f331aeb06366468299e3c8e0689a97ce 2024-12-05T09:31:06,318 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/table/6fc2f90ebf074220b6709127947ea35b is 53, key is hbase:replication/table:state/1733391045718/Put/seqid=0 2024-12-05T09:31:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741847_1023 (size=5308) 2024-12-05T09:31:06,339 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/norep/6ba76c4dc9c94e0ba55cc5e829712f39 2024-12-05T09:31:06,342 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba76c4dc9c94e0ba55cc5e829712f39 2024-12-05T09:31:06,343 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/f/3f3e54b86d3f4ea1bee2544ad6f33063 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/f/3f3e54b86d3f4ea1bee2544ad6f33063 2024-12-05T09:31:06,345 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f3e54b86d3f4ea1bee2544ad6f33063 2024-12-05T09:31:06,345 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/f/3f3e54b86d3f4ea1bee2544ad6f33063, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T09:31:06,346 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/f1/16c677fc3ab448ac88ee3a852b2cd360 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/f1/16c677fc3ab448ac88ee3a852b2cd360 2024-12-05T09:31:06,349 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16c677fc3ab448ac88ee3a852b2cd360 2024-12-05T09:31:06,349 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/f1/16c677fc3ab448ac88ee3a852b2cd360, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T09:31:06,350 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/.tmp/norep/6ba76c4dc9c94e0ba55cc5e829712f39 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/norep/6ba76c4dc9c94e0ba55cc5e829712f39 2024-12-05T09:31:06,353 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba76c4dc9c94e0ba55cc5e829712f39 2024-12-05T09:31:06,353 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/norep/6ba76c4dc9c94e0ba55cc5e829712f39, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T09:31:06,354 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6a26cff8c9078cdfcf1d175dbacbe285 in 1277ms, sequenceid=6, compaction requested=false 2024-12-05T09:31:06,354 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:31:06,357 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/default/test/6a26cff8c9078cdfcf1d175dbacbe285/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T09:31:06,358 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:06,358 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:06,358 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:31:06,358 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a26cff8c9078cdfcf1d175dbacbe285: Waiting for close lock at 1733391065077Running coprocessor pre-close hooks at 1733391065077Disabling compacts and flushes for region at 1733391065077Disabling writes for close at 1733391065077Obtaining lock to block concurrent updates at 1733391065077Preparing flush snapshotting stores in 6a26cff8c9078cdfcf1d175dbacbe285 at 1733391065077Finished memstore snapshotting test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733391065077Flushing stores of test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. at 1733391065077Flushing 6a26cff8c9078cdfcf1d175dbacbe285/f: creating writer at 1733391065078 (+1 ms)Flushing 6a26cff8c9078cdfcf1d175dbacbe285/f: appending metadata at 1733391065089 (+11 ms)Flushing 6a26cff8c9078cdfcf1d175dbacbe285/f: closing flushed file at 1733391065089Flushing 6a26cff8c9078cdfcf1d175dbacbe285/f1: creating writer at 1733391065496 (+407 ms)Flushing 6a26cff8c9078cdfcf1d175dbacbe285/f1: appending metadata at 1733391065511 (+15 ms)Flushing 6a26cff8c9078cdfcf1d175dbacbe285/f1: closing flushed file at 1733391065511Flushing 6a26cff8c9078cdfcf1d175dbacbe285/norep: creating writer at 1733391065919 (+408 ms)Flushing 6a26cff8c9078cdfcf1d175dbacbe285/norep: appending metadata at 1733391065935 (+16 ms)Flushing 6a26cff8c9078cdfcf1d175dbacbe285/norep: closing flushed file at 1733391065935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d12171: reopening flushed file at 1733391066342 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c376ae0: reopening flushed file at 1733391066345 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dcf54d: reopening flushed file at 1733391066349 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6a26cff8c9078cdfcf1d175dbacbe285 in 1277ms, sequenceid=6, compaction requested=false at 1733391066354 (+5 ms)Writing region close event to WAL at 1733391066355 (+1 ms)Running coprocessor post-close hooks at 1733391066358 (+3 ms)Closed at 1733391066358 2024-12-05T09:31:06,358 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733391038475.6a26cff8c9078cdfcf1d175dbacbe285. 2024-12-05T09:31:06,411 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 883, reset compression=false 2024-12-05T09:31:06,414 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:31:06,414 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 1527, reset compression=false 2024-12-05T09:31:06,451 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:06,616 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.wal-reader.33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/WALs/33186fd147fa,43805,1733391026192/33186fd147fa%2C43805%2C1733391026192.1733391028303 to pos 1527, reset compression=false 2024-12-05T09:31:06,651 DEBUG [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:06,722 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/table/6fc2f90ebf074220b6709127947ea35b 2024-12-05T09:31:06,725 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/info/e43e782f51044302ab8808c0adcc7593 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/info/e43e782f51044302ab8808c0adcc7593 2024-12-05T09:31:06,728 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/info/e43e782f51044302ab8808c0adcc7593, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:31:06,729 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/ns/4f259e7ccd4149f3a589afb0002b81d4 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/ns/4f259e7ccd4149f3a589afb0002b81d4 2024-12-05T09:31:06,731 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/ns/4f259e7ccd4149f3a589afb0002b81d4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:31:06,732 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/rep_barrier/f331aeb06366468299e3c8e0689a97ce as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/rep_barrier/f331aeb06366468299e3c8e0689a97ce 2024-12-05T09:31:06,734 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/rep_barrier/f331aeb06366468299e3c8e0689a97ce, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:31:06,734 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/.tmp/table/6fc2f90ebf074220b6709127947ea35b as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/table/6fc2f90ebf074220b6709127947ea35b 2024-12-05T09:31:06,737 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/table/6fc2f90ebf074220b6709127947ea35b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:31:06,738 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1688ms, sequenceid=16, compaction requested=false 2024-12-05T09:31:06,738 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:31:06,745 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:31:06,746 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:06,746 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:06,746 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:06,746 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391065049Running coprocessor pre-close hooks at 1733391065049Disabling compacts and flushes for region at 1733391065049Disabling writes for close at 1733391065050 (+1 ms)Obtaining lock to block concurrent updates at 1733391065050Preparing flush snapshotting stores in 1588230740 at 1733391065050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391065050Flushing stores of hbase:meta,,1.1588230740 at 1733391065050Flushing 1588230740/info: creating writer at 1733391065050Flushing 1588230740/info: appending metadata at 1733391065061 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733391065061Flushing 1588230740/ns: creating writer at 1733391065469 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733391065481 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733391065481Flushing 1588230740/rep_barrier: creating writer at 1733391065888 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391065899 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391065899Flushing 1588230740/table: creating writer at 1733391066307 (+408 ms)Flushing 1588230740/table: appending metadata at 1733391066318 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733391066318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc54bb1: reopening flushed file at 1733391066724 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce2df79: reopening flushed file at 1733391066728 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae7b150: reopening flushed file at 1733391066731 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d426451: reopening flushed file at 1733391066734 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1688ms, sequenceid=16, compaction requested=false at 1733391066738 (+4 ms)Writing region close event to WAL at 1733391066742 (+4 ms)Running coprocessor post-close hooks at 1733391066745 (+3 ms)Closed at 1733391066746 (+1 ms) 2024-12-05T09:31:06,746 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:06,851 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,43805,1733391026192; all regions closed. 2024-12-05T09:31:06,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741834_1010 (size=4239) 2024-12-05T09:31:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741839_1015 (size=2240) 2024-12-05T09:31:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741832_1008 (size=1535) 2024-12-05T09:31:06,857 DEBUG [RS:0;33186fd147fa:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:06,857 INFO [RS:0;33186fd147fa:43805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:06,857 INFO [RS:0;33186fd147fa:43805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:06,857 INFO [RS:0;33186fd147fa:43805 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:06,857 INFO [RS:0;33186fd147fa:43805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:06,857 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:06,857 INFO [RS:0;33186fd147fa:43805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,43805,1733391026192 because: Region server is closing 2024-12-05T09:31:06,857 INFO [RS:0;33186fd147fa:43805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43805. 2024-12-05T09:31:06,857 DEBUG [RS:0;33186fd147fa:43805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:06,857 DEBUG [RS:0;33186fd147fa:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:06,857 DEBUG [RS:0;33186fd147fa:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:06,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:06,958 INFO [RS:0;33186fd147fa:43805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43805,1733391026192.replicationSource.shipper33186fd147fa%2C43805%2C1733391026192,1-33186fd147fa,43805,1733391026192 terminated 2024-12-05T09:31:06,958 INFO [RS:0;33186fd147fa:43805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43805 2024-12-05T09:31:07,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488/rs 2024-12-05T09:31:07,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884089488/rs/33186fd147fa,43805,1733391026192 2024-12-05T09:31:07,004 INFO [RS:0;33186fd147fa:43805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:07,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,43805,1733391026192] 2024-12-05T09:31:07,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01884089488/draining/33186fd147fa,43805,1733391026192 already deleted, retry=false 2024-12-05T09:31:07,020 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,43805,1733391026192 expired; onlineServers=0 2024-12-05T09:31:07,020 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,34401,1733391026057' ***** 2024-12-05T09:31:07,020 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:31:07,020 INFO [M:0;33186fd147fa:34401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:07,020 INFO [M:0;33186fd147fa:34401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:07,021 DEBUG [M:0;33186fd147fa:34401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:31:07,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:31:07,021 DEBUG [M:0;33186fd147fa:34401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:31:07,021 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391028064 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391028064,5,FailOnTimeoutGroup] 2024-12-05T09:31:07,021 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391028064 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391028064,5,FailOnTimeoutGroup] 2024-12-05T09:31:07,021 INFO [M:0;33186fd147fa:34401 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:07,021 INFO [M:0;33186fd147fa:34401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:07,021 DEBUG [M:0;33186fd147fa:34401 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:31:07,021 INFO [M:0;33186fd147fa:34401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:31:07,021 INFO [M:0;33186fd147fa:34401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:07,021 INFO [M:0;33186fd147fa:34401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:31:07,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:31:07,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884089488/master 2024-12-05T09:31:07,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884089488 2024-12-05T09:31:07,029 DEBUG [M:0;33186fd147fa:34401 {}] zookeeper.ZKUtil(347): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Unable to get data of znode /01884089488/master because node does not exist (not an error) 2024-12-05T09:31:07,029 WARN [M:0;33186fd147fa:34401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:31:07,030 INFO [M:0;33186fd147fa:34401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/.lastflushedseqids 2024-12-05T09:31:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741848_1024 (size=245) 2024-12-05T09:31:07,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:07,112 INFO [RS:0;33186fd147fa:43805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:07,112 INFO [RS:0;33186fd147fa:43805 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,43805,1733391026192; zookeeper connection closed. 2024-12-05T09:31:07,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x101a601c72e0001, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:07,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cef5ead {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cef5ead 2024-12-05T09:31:07,113 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:31:07,434 INFO [M:0;33186fd147fa:34401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:31:07,434 INFO [M:0;33186fd147fa:34401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:31:07,434 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:07,434 INFO [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:07,434 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:07,434 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:07,434 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:07,434 INFO [M:0;33186fd147fa:34401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T09:31:07,446 DEBUG [M:0;33186fd147fa:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5295de272fa94efd93dd948c5474f948 is 82, key is hbase:meta,,1/info:regioninfo/1733391029265/Put/seqid=0 2024-12-05T09:31:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741849_1025 (size=5672) 2024-12-05T09:31:07,850 INFO [M:0;33186fd147fa:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5295de272fa94efd93dd948c5474f948 2024-12-05T09:31:07,864 DEBUG [M:0;33186fd147fa:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4d4f98b46f84f58b6ded7920df74287 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733391039665/Put/seqid=0 2024-12-05T09:31:07,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741850_1026 (size=7218) 2024-12-05T09:31:08,268 INFO [M:0;33186fd147fa:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4d4f98b46f84f58b6ded7920df74287 2024-12-05T09:31:08,271 INFO [M:0;33186fd147fa:34401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4d4f98b46f84f58b6ded7920df74287 2024-12-05T09:31:08,286 DEBUG [M:0;33186fd147fa:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb83beeda6c45dea4c566a6cd6681ac is 69, key is 33186fd147fa,43805,1733391026192/rs:state/1733391028162/Put/seqid=0 2024-12-05T09:31:08,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741851_1027 (size=5156) 2024-12-05T09:31:08,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:08,689 INFO [M:0;33186fd147fa:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb83beeda6c45dea4c566a6cd6681ac 2024-12-05T09:31:08,693 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5295de272fa94efd93dd948c5474f948 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5295de272fa94efd93dd948c5474f948 2024-12-05T09:31:08,697 INFO [M:0;33186fd147fa:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5295de272fa94efd93dd948c5474f948, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T09:31:08,697 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4d4f98b46f84f58b6ded7920df74287 as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4d4f98b46f84f58b6ded7920df74287 2024-12-05T09:31:08,701 INFO [M:0;33186fd147fa:34401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4d4f98b46f84f58b6ded7920df74287 2024-12-05T09:31:08,701 INFO [M:0;33186fd147fa:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4d4f98b46f84f58b6ded7920df74287, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T09:31:08,701 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb83beeda6c45dea4c566a6cd6681ac as hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcb83beeda6c45dea4c566a6cd6681ac 2024-12-05T09:31:08,704 INFO [M:0;33186fd147fa:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcb83beeda6c45dea4c566a6cd6681ac, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T09:31:08,705 INFO [M:0;33186fd147fa:34401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-12-05T09:31:08,706 INFO [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:08,706 DEBUG [M:0;33186fd147fa:34401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391067434Disabling compacts and flushes for region at 1733391067434Disabling writes for close at 1733391067434Obtaining lock to block concurrent updates at 1733391067434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391067434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733391067434Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391067435 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391067435Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391067446 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391067446Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391067853 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391067864 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391067864Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391068271 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391068285 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391068285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130908aa: reopening flushed file at 1733391068693 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60518871: reopening flushed file at 1733391068697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e75878: reopening flushed file at 1733391068701 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1733391068705 (+4 ms)Writing region close event to WAL at 1733391068706 (+1 ms)Closed at 1733391068706 2024-12-05T09:31:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741830_1006 (size=64423) 2024-12-05T09:31:08,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f628be3e-375f-a1ec-1acc-6a239e27a86e/MasterData/WALs/33186fd147fa,34401,1733391026057/33186fd147fa%2C34401%2C1733391026057.1733391027891 not finished, retry = 0 2024-12-05T09:31:08,808 INFO [M:0;33186fd147fa:34401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:31:08,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:08,808 INFO [M:0;33186fd147fa:34401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34401 2024-12-05T09:31:08,809 INFO [M:0;33186fd147fa:34401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:08,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:08,945 INFO [M:0;33186fd147fa:34401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:08,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x101a601c72e0000, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:08,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b10148{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:08,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57e67b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:08,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:08,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3c3b89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:08,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e636865{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:08,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:31:08,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:31:08,949 WARN [BP-385701143-172.17.0.3-1733391024540 heartbeating to localhost/127.0.0.1:42181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:31:08,949 WARN [BP-385701143-172.17.0.3-1733391024540 heartbeating to localhost/127.0.0.1:42181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385701143-172.17.0.3-1733391024540 (Datanode Uuid c3873ec3-3f40-47e9-b53d-c5f1c52f3226) service to localhost/127.0.0.1:42181 2024-12-05T09:31:08,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/data/data1/current/BP-385701143-172.17.0.3-1733391024540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:08,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/cluster_1841fe21-7549-eddc-3ea5-8afb3758b693/data/data2/current/BP-385701143-172.17.0.3-1733391024540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:08,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:31:08,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9129ff4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:08,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:08,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:08,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:08,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/719d0b7a-9585-fdda-79d5-e24f03c5b3bb/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:08,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:31:08,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:31:08,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42181 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39867 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39943 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=788 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 374), ProcessCount=11 (was 11), AvailableMemoryMB=5216 (was 4789) - AvailableMemoryMB LEAK? - 2024-12-05T09:31:08,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=788, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=5216 2024-12-05T09:31:09,012 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T09:31:09,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir so I do NOT create it in target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398 2024-12-05T09:31:09,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:31:09,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.tmp.dir so I do NOT create it in target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398 2024-12-05T09:31:09,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f449199-e31c-2c2e-3af8-1d2b32ed0f34/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:31:09,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398 2024-12-05T09:31:09,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255, deleteOnExit=true 2024-12-05T09:31:09,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/zookeeper_0, clientPort=53861, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:31:09,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53861 2024-12-05T09:31:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:31:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:31:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/test.cache.data in system properties and HBase conf 2024-12-05T09:31:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:31:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:31:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:31:09,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:31:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:31:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a601c72e0008, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:31:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a601c72e0002, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:31:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a601c72e0005, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:31:09,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a601c72e0008, quorum=127.0.0.1:52509, baseZNode=/21490461983 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:31:09,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a601c72e0005, quorum=127.0.0.1:52509, baseZNode=/1-79995336 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:31:09,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a601c72e0002, quorum=127.0.0.1:52509, baseZNode=/01884089488 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:31:09,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:09,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:09,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:09,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:09,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:31:09,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:09,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f31ce9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:09,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61292ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:09,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d562959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/java.io.tmpdir/jetty-localhost-35469-hadoop-hdfs-3_4_1-tests_jar-_-any-9790642817510456939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:09,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:35469} 2024-12-05T09:31:09,291 INFO [Time-limited test {}] server.Server(415): Started @319708ms 2024-12-05T09:31:09,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:09,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:09,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:09,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:09,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:31:09,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66761ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:09,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23395102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:09,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@515def66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/java.io.tmpdir/jetty-localhost-45745-hadoop-hdfs-3_4_1-tests_jar-_-any-5705612496927496912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:09,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bf442cd{HTTP/1.1, (http/1.1)}{localhost:45745} 2024-12-05T09:31:09,526 INFO [Time-limited test {}] server.Server(415): Started @319944ms 2024-12-05T09:31:09,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:31:09,917 WARN [Thread-4218 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/data/data1/current/BP-1783722109-172.17.0.3-1733391069041/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:09,917 WARN [Thread-4219 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/data/data2/current/BP-1783722109-172.17.0.3-1733391069041/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:09,936 WARN [Thread-4206 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338eb082a2e74a99 with lease ID 0xd5396ba16f91ac24: Processing first storage report for DS-2caf382b-fef7-451f-b7fb-a80455098b6e from datanode DatanodeRegistration(127.0.0.1:41153, datanodeUuid=5231c701-bdf6-4910-b56d-aabe7bcd8dc4, infoPort=45885, infoSecurePort=0, ipcPort=45957, storageInfo=lv=-57;cid=testClusterID;nsid=505959688;c=1733391069041) 2024-12-05T09:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338eb082a2e74a99 with lease ID 0xd5396ba16f91ac24: from storage DS-2caf382b-fef7-451f-b7fb-a80455098b6e node DatanodeRegistration(127.0.0.1:41153, datanodeUuid=5231c701-bdf6-4910-b56d-aabe7bcd8dc4, infoPort=45885, infoSecurePort=0, ipcPort=45957, storageInfo=lv=-57;cid=testClusterID;nsid=505959688;c=1733391069041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338eb082a2e74a99 with lease ID 0xd5396ba16f91ac24: Processing first storage report for DS-d58103a3-723c-451e-9b34-8bd82e2aa692 from datanode DatanodeRegistration(127.0.0.1:41153, datanodeUuid=5231c701-bdf6-4910-b56d-aabe7bcd8dc4, infoPort=45885, infoSecurePort=0, ipcPort=45957, storageInfo=lv=-57;cid=testClusterID;nsid=505959688;c=1733391069041) 2024-12-05T09:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338eb082a2e74a99 with lease ID 0xd5396ba16f91ac24: from storage DS-d58103a3-723c-451e-9b34-8bd82e2aa692 node DatanodeRegistration(127.0.0.1:41153, datanodeUuid=5231c701-bdf6-4910-b56d-aabe7bcd8dc4, infoPort=45885, infoSecurePort=0, ipcPort=45957, storageInfo=lv=-57;cid=testClusterID;nsid=505959688;c=1733391069041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:09,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398 2024-12-05T09:31:09,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:09,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:31:10,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec with version=8 2024-12-05T09:31:10,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/hbase-staging 2024-12-05T09:31:10,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:10,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:10,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:10,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:10,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:10,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:10,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:31:10,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:10,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39667 2024-12-05T09:31:10,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39667 connecting to ZooKeeper ensemble=127.0.0.1:53861 2024-12-05T09:31:10,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396670x0, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:10,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39667-0x101a602750b0000 connected 2024-12-05T09:31:10,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:10,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:10,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on znode that does not yet exist, /0-1888044477/running 2024-12-05T09:31:10,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec, hbase.cluster.distributed=false 2024-12-05T09:31:10,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on znode that does not yet exist, /0-1888044477/acl 2024-12-05T09:31:10,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-05T09:31:10,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-12-05T09:31:10,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-12-05T09:31:10,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-05T09:31:10,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-05T09:31:10,505 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:31:10,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:10,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41731 2024-12-05T09:31:10,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41731 connecting to ZooKeeper ensemble=127.0.0.1:53861 2024-12-05T09:31:10,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:10,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417310x0, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:10,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417310x0, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on znode that does not yet exist, /0-1888044477/running 2024-12-05T09:31:10,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41731-0x101a602750b0001 connected 2024-12-05T09:31:10,521 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:31:10,522 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:31:10,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on znode that does not yet exist, /0-1888044477/master 2024-12-05T09:31:10,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on znode that does not yet exist, /0-1888044477/acl 2024-12-05T09:31:10,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41731 2024-12-05T09:31:10,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41731 2024-12-05T09:31:10,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41731 2024-12-05T09:31:10,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41731 2024-12-05T09:31:10,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41731 2024-12-05T09:31:10,541 DEBUG [M:0;33186fd147fa:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:39667 2024-12-05T09:31:10,542 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1888044477/backup-masters/33186fd147fa,39667,1733391070355 2024-12-05T09:31:10,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477/backup-masters 2024-12-05T09:31:10,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477/backup-masters 2024-12-05T09:31:10,559 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on existing znode=/0-1888044477/backup-masters/33186fd147fa,39667,1733391070355 2024-12-05T09:31:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1888044477/master 2024-12-05T09:31:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:10,564 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on existing znode=/0-1888044477/master 2024-12-05T09:31:10,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1888044477/backup-masters/33186fd147fa,39667,1733391070355 from backup master directory 2024-12-05T09:31:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477/backup-masters 2024-12-05T09:31:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1888044477/backup-masters/33186fd147fa,39667,1733391070355 2024-12-05T09:31:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477/backup-masters 2024-12-05T09:31:10,572 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:10,572 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,39667,1733391070355 2024-12-05T09:31:10,574 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/hbase.id] with ID: 126a92b7-8651-49af-9f9c-0861df439d58 2024-12-05T09:31:10,574 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/.tmp/hbase.id 2024-12-05T09:31:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:31:10,978 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/.tmp/hbase.id]:[hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/hbase.id] 2024-12-05T09:31:10,985 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:10,985 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:31:10,987 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T09:31:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:31:11,399 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:11,400 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:31:11,400 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:31:11,806 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/data/master/store 2024-12-05T09:31:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:31:12,211 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:12,211 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:12,211 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:12,211 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:12,211 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:12,211 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:12,211 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:12,211 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391072211Disabling compacts and flushes for region at 1733391072211Disabling writes for close at 1733391072211Writing region close event to WAL at 1733391072211Closed at 1733391072211 2024-12-05T09:31:12,212 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/data/master/store/.initializing 2024-12-05T09:31:12,212 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/WALs/33186fd147fa,39667,1733391070355 2024-12-05T09:31:12,213 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:12,214 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C39667%2C1733391070355, suffix=, logDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/WALs/33186fd147fa,39667,1733391070355, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/oldWALs, maxLogs=10 2024-12-05T09:31:12,229 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/WALs/33186fd147fa,39667,1733391070355/33186fd147fa%2C39667%2C1733391070355.1733391072214, exclude list is [], retry=0 2024-12-05T09:31:12,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-2caf382b-fef7-451f-b7fb-a80455098b6e,DISK] 2024-12-05T09:31:12,232 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/WALs/33186fd147fa,39667,1733391070355/33186fd147fa%2C39667%2C1733391070355.1733391072214 2024-12-05T09:31:12,232 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45885:45885)] 2024-12-05T09:31:12,232 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:12,233 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:12,233 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,233 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:31:12,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:12,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:12,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:31:12,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:12,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:12,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:31:12,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:12,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:12,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:31:12,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:12,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:12,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,238 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,239 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,240 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,240 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,240 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:12,241 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:12,242 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:12,242 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72551125, jitterRate=0.08109600841999054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:12,243 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391072233Initializing all the Stores at 1733391072233Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391072233Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391072234 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391072234Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391072234Cleaning up temporary data from old regions at 1733391072240 (+6 ms)Region opened successfully at 1733391072243 (+3 ms) 2024-12-05T09:31:12,243 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:31:12,245 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3656381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:12,246 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:31:12,246 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:31:12,246 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:31:12,246 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:31:12,246 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:31:12,247 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:31:12,247 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:31:12,248 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:31:12,249 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Unable to get data of znode /0-1888044477/balancer because node does not exist (not necessarily an error) 2024-12-05T09:31:12,320 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1888044477/balancer already deleted, retry=false 2024-12-05T09:31:12,320 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:31:12,321 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Unable to get data of znode /0-1888044477/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:31:12,330 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1888044477/normalizer already deleted, retry=false 2024-12-05T09:31:12,330 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:31:12,331 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Unable to get data of znode /0-1888044477/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:31:12,339 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1888044477/switch/split already deleted, retry=false 2024-12-05T09:31:12,339 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Unable to get data of znode /0-1888044477/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:31:12,347 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1888044477/switch/merge already deleted, retry=false 2024-12-05T09:31:12,348 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Unable to get data of znode /0-1888044477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:31:12,355 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1888044477/snapshot-cleanup already deleted, retry=false 2024-12-05T09:31:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1888044477/running 2024-12-05T09:31:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1888044477/running 2024-12-05T09:31:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:12,364 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,39667,1733391070355, sessionid=0x101a602750b0000, setting cluster-up flag (Was=false) 2024-12-05T09:31:12,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:12,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:12,405 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1888044477/flush-table-proc/acquired, /0-1888044477/flush-table-proc/reached, /0-1888044477/flush-table-proc/abort 2024-12-05T09:31:12,406 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,39667,1733391070355 2024-12-05T09:31:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:12,447 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1888044477/online-snapshot/acquired, /0-1888044477/online-snapshot/reached, /0-1888044477/online-snapshot/abort 2024-12-05T09:31:12,448 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,39667,1733391070355 2024-12-05T09:31:12,448 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:31:12,450 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:12,450 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:31:12,450 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:31:12,450 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,39667,1733391070355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:12,451 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391102452 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:31:12,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:12,452 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:31:12,453 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391072453,5,FailOnTimeoutGroup] 2024-12-05T09:31:12,453 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391072453,5,FailOnTimeoutGroup] 2024-12-05T09:31:12,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,453 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:31:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:31:12,536 INFO [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(746): ClusterId : 126a92b7-8651-49af-9f9c-0861df439d58 2024-12-05T09:31:12,536 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:31:12,546 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:31:12,546 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:31:12,556 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:31:12,556 DEBUG [RS:0;33186fd147fa:41731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64726871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:12,565 DEBUG [RS:0;33186fd147fa:41731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:41731 2024-12-05T09:31:12,566 INFO [RS:0;33186fd147fa:41731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:31:12,566 INFO [RS:0;33186fd147fa:41731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:31:12,566 DEBUG [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:31:12,566 INFO [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,39667,1733391070355 with port=41731, startcode=1733391070505 2024-12-05T09:31:12,566 DEBUG [RS:0;33186fd147fa:41731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:31:12,567 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:31:12,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,41731,1733391070505 2024-12-05T09:31:12,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39667 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,41731,1733391070505 2024-12-05T09:31:12,569 DEBUG [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec 2024-12-05T09:31:12,569 DEBUG [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33161 2024-12-05T09:31:12,569 DEBUG [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:31:12,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477/rs 2024-12-05T09:31:12,579 DEBUG [RS:0;33186fd147fa:41731 {}] zookeeper.ZKUtil(111): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Set watcher on existing znode=/0-1888044477/rs/33186fd147fa,41731,1733391070505 2024-12-05T09:31:12,579 WARN [RS:0;33186fd147fa:41731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:12,579 INFO [RS:0;33186fd147fa:41731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:12,579 DEBUG [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505 2024-12-05T09:31:12,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,41731,1733391070505] 2024-12-05T09:31:12,581 INFO [RS:0;33186fd147fa:41731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:31:12,582 INFO [RS:0;33186fd147fa:41731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:31:12,583 INFO [RS:0;33186fd147fa:41731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:31:12,583 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,583 INFO [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:31:12,583 INFO [RS:0;33186fd147fa:41731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:31:12,583 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:12,583 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:12,584 DEBUG [RS:0;33186fd147fa:41731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:12,584 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,584 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,584 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,584 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,584 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,584 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41731,1733391070505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:12,595 INFO [RS:0;33186fd147fa:41731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:31:12,595 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,41731,1733391070505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,595 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,595 INFO [RS:0;33186fd147fa:41731 {}] regionserver.Replication(171): 33186fd147fa,41731,1733391070505 started 2024-12-05T09:31:12,605 INFO [RS:0;33186fd147fa:41731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:12,605 INFO [RS:0;33186fd147fa:41731 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,41731,1733391070505, RpcServer on 33186fd147fa/172.17.0.3:41731, sessionid=0x101a602750b0001 2024-12-05T09:31:12,605 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:31:12,605 DEBUG [RS:0;33186fd147fa:41731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,41731,1733391070505 2024-12-05T09:31:12,605 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,41731,1733391070505' 2024-12-05T09:31:12,605 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1888044477/flush-table-proc/abort' 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1888044477/flush-table-proc/acquired' 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,41731,1733391070505 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,41731,1733391070505' 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1888044477/online-snapshot/abort' 2024-12-05T09:31:12,606 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1888044477/online-snapshot/acquired' 2024-12-05T09:31:12,607 DEBUG [RS:0;33186fd147fa:41731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:31:12,607 INFO [RS:0;33186fd147fa:41731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:31:12,607 INFO [RS:0;33186fd147fa:41731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:31:12,707 INFO [RS:0;33186fd147fa:41731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:12,708 INFO [RS:0;33186fd147fa:41731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41731%2C1733391070505, suffix=, logDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/oldWALs, maxLogs=10 2024-12-05T09:31:12,718 DEBUG [RS:0;33186fd147fa:41731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505/33186fd147fa%2C41731%2C1733391070505.1733391072708, exclude list is [], retry=0 2024-12-05T09:31:12,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-2caf382b-fef7-451f-b7fb-a80455098b6e,DISK] 2024-12-05T09:31:12,722 INFO [RS:0;33186fd147fa:41731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505/33186fd147fa%2C41731%2C1733391070505.1733391072708 2024-12-05T09:31:12,722 DEBUG [RS:0;33186fd147fa:41731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45885:45885)] 2024-12-05T09:31:12,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:31:12,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec 2024-12-05T09:31:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:31:13,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:13,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:31:13,003 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128855 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:31:13,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:13,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:13,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:13,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:13,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:13,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:13,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:13,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:13,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:13,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:13,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/hbase/meta/1588230740 2024-12-05T09:31:13,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/hbase/meta/1588230740 2024-12-05T09:31:13,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:13,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:13,277 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:13,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:13,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:13,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63325174, jitterRate=-0.05638137459754944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:13,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391073270Initializing all the Stores at 1733391073271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391073271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391073271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391073271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391073271Cleaning up temporary data from old regions at 1733391073276 (+5 ms)Region opened successfully at 1733391073279 (+3 ms) 2024-12-05T09:31:13,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:13,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:13,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:13,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:13,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:13,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:13,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391073279Disabling compacts and flushes for region at 1733391073279Disabling writes for close at 1733391073279Writing region close event to WAL at 1733391073279Closed at 1733391073279 2024-12-05T09:31:13,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:13,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:31:13,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:31:13,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:13,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:31:13,431 DEBUG [33186fd147fa:39667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:31:13,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,41731,1733391070505 2024-12-05T09:31:13,432 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,41731,1733391070505, state=OPENING 2024-12-05T09:31:13,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:31:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1888044477 2024-12-05T09:31:13,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:13,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1888044477/meta-region-server: CHANGED 2024-12-05T09:31:13,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1888044477/meta-region-server: CHANGED 2024-12-05T09:31:13,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,41731,1733391070505}] 2024-12-05T09:31:13,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:13,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:31:13,707 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:31:13,707 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:13,707 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:31:13,708 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C41731%2C1733391070505.meta, suffix=.meta, logDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/oldWALs, maxLogs=10 2024-12-05T09:31:13,718 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505/33186fd147fa%2C41731%2C1733391070505.meta.1733391073708.meta, exclude list is [], retry=0 2024-12-05T09:31:13,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-2caf382b-fef7-451f-b7fb-a80455098b6e,DISK] 2024-12-05T09:31:13,721 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/WALs/33186fd147fa,41731,1733391070505/33186fd147fa%2C41731%2C1733391070505.meta.1733391073708.meta 2024-12-05T09:31:13,721 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45885:45885)] 2024-12-05T09:31:13,721 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:13,721 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:13,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:31:13,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:31:13,722 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:31:13,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:31:13,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:13,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:31:13,722 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:31:13,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:13,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:13,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:13,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:13,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:13,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:13,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:13,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:13,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:13,726 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:13,726 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/hbase/meta/1588230740 2024-12-05T09:31:13,727 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/hbase/meta/1588230740 2024-12-05T09:31:13,728 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:13,728 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:13,728 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:13,729 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:13,729 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72320734, jitterRate=0.07766291499137878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:13,729 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:31:13,729 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391073722Writing region info on filesystem at 1733391073722Initializing all the Stores at 1733391073723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391073723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391073723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391073723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391073723Cleaning up temporary data from old regions at 1733391073728 (+5 ms)Running coprocessor post-open hooks at 1733391073729 (+1 ms)Region opened successfully at 1733391073729 2024-12-05T09:31:13,730 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391073703 2024-12-05T09:31:13,731 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:31:13,731 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:31:13,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,41731,1733391070505 2024-12-05T09:31:13,732 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,41731,1733391070505, state=OPEN 2024-12-05T09:31:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39667-0x101a602750b0000, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1888044477/meta-region-server 2024-12-05T09:31:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41731-0x101a602750b0001, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1888044477/meta-region-server 2024-12-05T09:31:13,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,41731,1733391070505 2024-12-05T09:31:13,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1888044477/meta-region-server: CHANGED 2024-12-05T09:31:13,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1888044477/meta-region-server: CHANGED 2024-12-05T09:31:13,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:31:13,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,41731,1733391070505 in 196 msec 2024-12-05T09:31:13,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:31:13,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-12-05T09:31:13,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:13,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:31:13,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:13,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41731,1733391070505, seqNum=-1] 2024-12-05T09:31:13,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:13,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:13,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-12-05T09:31:13,755 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391073755, completionTime=-1 2024-12-05T09:31:13,755 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:31:13,755 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:31:13,756 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:31:13,756 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391133756 2024-12-05T09:31:13,756 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391193756 2024-12-05T09:31:13,756 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:31:13,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39667,1733391070355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39667,1733391070355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39667,1733391070355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:39667, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,757 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,758 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:31:13,759 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.187sec 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39667,1733391070355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:13,760 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39667,1733391070355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:31:13,761 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:31:13,761 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:31:13,761 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,39667,1733391070355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:13,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:13,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,39667,-1 for getting cluster id 2024-12-05T09:31:13,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:13,837 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '126a92b7-8651-49af-9f9c-0861df439d58' 2024-12-05T09:31:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "126a92b7-8651-49af-9f9c-0861df439d58" 2024-12-05T09:31:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e9adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,39667,-1] 2024-12-05T09:31:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:13,838 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:13,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac4b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:13,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,41731,1733391070505, seqNum=-1] 2024-12-05T09:31:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:13,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:13,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,39667,1733391070355 2024-12-05T09:31:13,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53861 2024-12-05T09:31:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53861, baseZNode=/0-1888044477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:13,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a602750b0002 connected 2024-12-05T09:31:13,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,39667,1733391070355 2024-12-05T09:31:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@208e8310 2024-12-05T09:31:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:13,858 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:13,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:31:13,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:31:13,861 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:13,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:31:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:13,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:31:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:31:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:14,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 334ce0d75b47d8bc3211a3de78706679, NAME => 'test,,1733391073859.334ce0d75b47d8bc3211a3de78706679.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec 2024-12-05T09:31:14,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:31:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:14,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391073859.334ce0d75b47d8bc3211a3de78706679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:14,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 334ce0d75b47d8bc3211a3de78706679, disabling compactions & flushes 2024-12-05T09:31:14,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. after waiting 0 ms 2024-12-05T09:31:14,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 334ce0d75b47d8bc3211a3de78706679: Waiting for close lock at 1733391074671Disabling compacts and flushes for region at 1733391074671Disabling writes for close at 1733391074671Writing region close event to WAL at 1733391074671Closed at 1733391074671 2024-12-05T09:31:14,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:31:14,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391073859.334ce0d75b47d8bc3211a3de78706679.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391074672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391074672"}]},"ts":"1733391074672"} 2024-12-05T09:31:14,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:31:14,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:31:14,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391074674"}]},"ts":"1733391074674"} 2024-12-05T09:31:14,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:31:14,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=334ce0d75b47d8bc3211a3de78706679, ASSIGN}] 2024-12-05T09:31:14,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=334ce0d75b47d8bc3211a3de78706679, ASSIGN 2024-12-05T09:31:14,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=334ce0d75b47d8bc3211a3de78706679, ASSIGN; state=OFFLINE, location=33186fd147fa,41731,1733391070505; forceNewPlan=false, retain=false 2024-12-05T09:31:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:31:14,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:14,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=334ce0d75b47d8bc3211a3de78706679, regionState=OPENING, regionLocation=33186fd147fa,41731,1733391070505 2024-12-05T09:31:14,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=334ce0d75b47d8bc3211a3de78706679, ASSIGN because future has completed 2024-12-05T09:31:14,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334ce0d75b47d8bc3211a3de78706679, server=33186fd147fa,41731,1733391070505}] 2024-12-05T09:31:14,983 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,983 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 334ce0d75b47d8bc3211a3de78706679, NAME => 'test,,1733391073859.334ce0d75b47d8bc3211a3de78706679.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:14,984 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:14,984 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:31:14,984 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,984 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391073859.334ce0d75b47d8bc3211a3de78706679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:14,984 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,984 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,985 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,985 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334ce0d75b47d8bc3211a3de78706679 columnFamilyName f 2024-12-05T09:31:14,986 DEBUG [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:14,986 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] regionserver.HStore(327): Store=334ce0d75b47d8bc3211a3de78706679/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:14,986 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,986 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334ce0d75b47d8bc3211a3de78706679 columnFamilyName f1 2024-12-05T09:31:14,987 DEBUG [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:14,987 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] regionserver.HStore(327): Store=334ce0d75b47d8bc3211a3de78706679/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:14,987 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,987 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334ce0d75b47d8bc3211a3de78706679 columnFamilyName norep 2024-12-05T09:31:14,987 DEBUG [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:14,988 INFO [StoreOpener-334ce0d75b47d8bc3211a3de78706679-1 {}] regionserver.HStore(327): Store=334ce0d75b47d8bc3211a3de78706679/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:14,988 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,988 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/default/test/334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,988 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/default/test/334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,989 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,989 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,989 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:31:14,990 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,991 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/data/default/test/334ce0d75b47d8bc3211a3de78706679/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:14,991 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 334ce0d75b47d8bc3211a3de78706679; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63622255, jitterRate=-0.05195452272891998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:31:14,992 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334ce0d75b47d8bc3211a3de78706679 2024-12-05T09:31:14,992 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 334ce0d75b47d8bc3211a3de78706679: Running coprocessor pre-open hook at 1733391074984Writing region info on filesystem at 1733391074984Initializing all the Stores at 1733391074984Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391074984Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391074985 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391074985Cleaning up temporary data from old regions at 1733391074989 (+4 ms)Running coprocessor post-open hooks at 1733391074992 (+3 ms)Region opened successfully at 1733391074992 2024-12-05T09:31:14,992 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391073859.334ce0d75b47d8bc3211a3de78706679., pid=6, masterSystemTime=1733391074981 2024-12-05T09:31:14,994 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,994 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391073859.334ce0d75b47d8bc3211a3de78706679. 2024-12-05T09:31:14,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=334ce0d75b47d8bc3211a3de78706679, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,41731,1733391070505 2024-12-05T09:31:14,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334ce0d75b47d8bc3211a3de78706679, server=33186fd147fa,41731,1733391070505 because future has completed 2024-12-05T09:31:14,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:31:14,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 334ce0d75b47d8bc3211a3de78706679, server=33186fd147fa,41731,1733391070505 in 167 msec 2024-12-05T09:31:14,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:31:14,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=334ce0d75b47d8bc3211a3de78706679, ASSIGN in 322 msec 2024-12-05T09:31:14,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:31:15,000 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391075000"}]},"ts":"1733391075000"} 2024-12-05T09:31:15,001 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:31:15,001 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:31:15,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-12-05T09:31:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:15,003 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:31:15,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fe8c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:15,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,39667,-1 for getting cluster id 2024-12-05T09:31:15,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:15,004 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '126a92b7-8651-49af-9f9c-0861df439d58' 2024-12-05T09:31:15,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "126a92b7-8651-49af-9f9c-0861df439d58" 2024-12-05T09:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cea3ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,39667,-1] 2024-12-05T09:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:15,005 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5a7361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:15,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,39667,1733391070355 2024-12-05T09:31:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bded014 2024-12-05T09:31:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:15,007 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:15,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:39667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:31:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:31:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:15,010 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:39667' 2024-12-05T09:31:15,011 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7447bd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:15,011 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,39667,-1 for getting cluster id 2024-12-05T09:31:15,011 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:15,011 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '126a92b7-8651-49af-9f9c-0861df439d58' 2024-12-05T09:31:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "126a92b7-8651-49af-9f9c-0861df439d58" 2024-12-05T09:31:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de001f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,39667,-1] 2024-12-05T09:31:15,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:15,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:15,012 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acd49db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:15,013 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,39667,1733391070355 2024-12-05T09:31:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793885a3 2024-12-05T09:31:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:15,014 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:15,015 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T09:31:15,015 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:31:15,015 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:15,015 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:15,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:15,015 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://33186fd147fa:39667, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T09:31:15,021 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://33186fd147fa:39667, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://33186fd147fa:39667, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://33186fd147fa:39667, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T09:31:15,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://33186fd147fa:39667, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-12-05T09:31:15,022 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T09:31:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:15,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:15,114 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://33186fd147fa:39667, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T09:31:15,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:15,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:15,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:15,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:15,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 359) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec-prefix:33186fd147fa,41731,1733391070505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007f2df8ac2ab8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391072453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33161 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/33186fd147fa:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1204057930-7946 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2df8439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2144270739_20 at /127.0.0.1:41248 [Receiving block BP-1783722109-172.17.0.3-1733391069041:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7948-acceptor-0@2e3d6cc0-ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:35469} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1204057930-7945 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2df8439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 33186fd147fa:39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp543109252-7996 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2144270739_20 at /127.0.0.1:41152 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53861) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec-prefix:33186fd147fa,41731,1733391070505.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/33186fd147fa:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp543109252-7994-acceptor-0@2f967f0d-ServerConnector@4bf442cd{HTTP/1.1, (http/1.1)}{localhost:45745} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1783722109-172.17.0.3-1733391069041 heartbeating to localhost/127.0.0.1:33161 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server idle connection scanner for port 33161 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f2df89fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6acbc82c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53861): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1204057930-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2df8439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33161/user/jenkins/test-data/dc062613-a967-3def-37db-041fdcfdc5ec/MasterData-prefix:33186fd147fa,39667,1733391070355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391072453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp543109252-7995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-fe4abc1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@14954434[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/33186fd147fa:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp543109252-7993 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2df8439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;33186fd147fa:41731 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/33186fd147fa:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/data/data2/current/BP-1783722109-172.17.0.3-1733391069041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1783722109-172.17.0.3-1733391069041:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53861) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1510d52c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1953938149) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@34cd4297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/33186fd147fa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53861) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;33186fd147fa:41731-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763570573_20 at /127.0.0.1:41206 [Receiving block BP-1783722109-172.17.0.3-1733391069041:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/cluster_32c0bab9-74b0-2613-fc7d-e7c7dfec4255/data/data1/current/BP-1783722109-172.17.0.3-1733391069041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: M:0;33186fd147fa:39667 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/33186fd147fa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1783722109-172.17.0.3-1733391069041:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1204057930-7947 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2df8439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63e3f7ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2144270739_20 at /127.0.0.1:41222 [Receiving block BP-1783722109-172.17.0.3-1733391069041:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-14427ab6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1783722109-172.17.0.3-1733391069041:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45957 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 788) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=5191 (was 5216) 2024-12-05T09:31:15,132 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-12-05T09:31:15,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5186 2024-12-05T09:31:15,146 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-12-05T09:31:15,161 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T09:31:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.log.dir so I do NOT create it in target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1 2024-12-05T09:31:15,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:31:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.tmp.dir so I do NOT create it in target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1 2024-12-05T09:31:15,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d92c2e-5698-a10d-4e2f-ff7c86fc6398/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:31:15,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1 2024-12-05T09:31:15,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b, deleteOnExit=true 2024-12-05T09:31:15,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/zookeeper_0, clientPort=61639, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T09:31:15,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61639 2024-12-05T09:31:15,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:31:15,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/test.cache.data in system properties and HBase conf 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:31:15,211 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:15,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:31:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:31:15,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:15,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:15,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:15,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:15,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:31:15,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:15,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b000d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:15,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42487ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:15,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@506c4310{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/java.io.tmpdir/jetty-localhost-35547-hadoop-hdfs-3_4_1-tests_jar-_-any-16742205891659351205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:15,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a9ca54{HTTP/1.1, (http/1.1)}{localhost:35547} 2024-12-05T09:31:15,549 INFO [Time-limited test {}] server.Server(415): Started @325966ms 2024-12-05T09:31:15,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:15,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:15,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:15,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:15,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:31:15,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@717ef773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:15,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae63c2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:15,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eef10e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/java.io.tmpdir/jetty-localhost-37449-hadoop-hdfs-3_4_1-tests_jar-_-any-4725107264532793502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:15,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550573c{HTTP/1.1, (http/1.1)}{localhost:37449} 2024-12-05T09:31:15,810 INFO [Time-limited test {}] server.Server(415): Started @326228ms 2024-12-05T09:31:15,811 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:31:16,151 WARN [Thread-4352 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/data/data2/current/BP-2018240884-172.17.0.3-1733391075234/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:16,151 WARN [Thread-4351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/data/data1/current/BP-2018240884-172.17.0.3-1733391075234/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:16,171 WARN [Thread-4339 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:31:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cdc0a0b976cf363 with lease ID 0x44c33191a2b22b8f: Processing first storage report for DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3 from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=3750ae20-4049-40be-ba2a-fd2267c93da1, infoPort=40845, infoSecurePort=0, ipcPort=37919, storageInfo=lv=-57;cid=testClusterID;nsid=1180728615;c=1733391075234) 2024-12-05T09:31:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cdc0a0b976cf363 with lease ID 0x44c33191a2b22b8f: from storage DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3 node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=3750ae20-4049-40be-ba2a-fd2267c93da1, infoPort=40845, infoSecurePort=0, ipcPort=37919, storageInfo=lv=-57;cid=testClusterID;nsid=1180728615;c=1733391075234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cdc0a0b976cf363 with lease ID 0x44c33191a2b22b8f: Processing first storage report for DS-955401a5-a9eb-4191-90a0-b0201d6d1cf5 from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=3750ae20-4049-40be-ba2a-fd2267c93da1, infoPort=40845, infoSecurePort=0, ipcPort=37919, storageInfo=lv=-57;cid=testClusterID;nsid=1180728615;c=1733391075234) 2024-12-05T09:31:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cdc0a0b976cf363 with lease ID 0x44c33191a2b22b8f: from storage DS-955401a5-a9eb-4191-90a0-b0201d6d1cf5 node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=3750ae20-4049-40be-ba2a-fd2267c93da1, infoPort=40845, infoSecurePort=0, ipcPort=37919, storageInfo=lv=-57;cid=testClusterID;nsid=1180728615;c=1733391075234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:16,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1 2024-12-05T09:31:16,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:31:16,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406 with version=8 2024-12-05T09:31:16,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/hbase-staging 2024-12-05T09:31:16,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:16,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44963 2024-12-05T09:31:16,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44963 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449630x0, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:16,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44963-0x101a6028d320000 connected 2024-12-05T09:31:16,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/running 2024-12-05T09:31:16,758 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406, hbase.cluster.distributed=false 2024-12-05T09:31:16,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/acl 2024-12-05T09:31:16,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44963 2024-12-05T09:31:16,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44963 2024-12-05T09:31:16,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44963 2024-12-05T09:31:16,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44963 2024-12-05T09:31:16,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44963 2024-12-05T09:31:16,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:31:16,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:16,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43057 2024-12-05T09:31:16,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43057 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:16,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430570x0, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:16,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430570x0, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/running 2024-12-05T09:31:16,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43057-0x101a6028d320001 connected 2024-12-05T09:31:16,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:31:16,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:31:16,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/master 2024-12-05T09:31:16,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/acl 2024-12-05T09:31:16,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43057 2024-12-05T09:31:16,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43057 2024-12-05T09:31:16,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43057 2024-12-05T09:31:16,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43057 2024-12-05T09:31:16,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43057 2024-12-05T09:31:16,799 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:44963 2024-12-05T09:31:16,800 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01365166657/backup-masters/33186fd147fa,44963,1733391076643 2024-12-05T09:31:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657/backup-masters 2024-12-05T09:31:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657/backup-masters 2024-12-05T09:31:16,808 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on existing znode=/01365166657/backup-masters/33186fd147fa,44963,1733391076643 2024-12-05T09:31:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01365166657/master 2024-12-05T09:31:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:16,816 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on existing znode=/01365166657/master 2024-12-05T09:31:16,817 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01365166657/backup-masters/33186fd147fa,44963,1733391076643 from backup master directory 2024-12-05T09:31:16,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657/backup-masters 2024-12-05T09:31:16,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365166657/backup-masters/33186fd147fa,44963,1733391076643 2024-12-05T09:31:16,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657/backup-masters 2024-12-05T09:31:16,824 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:16,824 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,44963,1733391076643 2024-12-05T09:31:16,827 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/hbase.id] with ID: efa57a27-2fa9-4b83-9382-c09ad477b203 2024-12-05T09:31:16,827 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/.tmp/hbase.id 2024-12-05T09:31:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:31:16,832 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/.tmp/hbase.id]:[hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/hbase.id] 2024-12-05T09:31:16,839 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:16,839 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:31:16,840 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:31:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:16,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:31:17,253 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:17,254 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:31:17,254 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:31:17,659 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store 2024-12-05T09:31:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:31:18,063 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:18,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:18,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:18,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:18,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:18,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:18,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:18,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391078064Disabling compacts and flushes for region at 1733391078064Disabling writes for close at 1733391078064Writing region close event to WAL at 1733391078064Closed at 1733391078064 2024-12-05T09:31:18,064 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/.initializing 2024-12-05T09:31:18,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/WALs/33186fd147fa,44963,1733391076643 2024-12-05T09:31:18,065 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:18,066 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C44963%2C1733391076643, suffix=, logDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/WALs/33186fd147fa,44963,1733391076643, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/oldWALs, maxLogs=10 2024-12-05T09:31:18,077 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/WALs/33186fd147fa,44963,1733391076643/33186fd147fa%2C44963%2C1733391076643.1733391078066, exclude list is [], retry=0 2024-12-05T09:31:18,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:18,080 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/WALs/33186fd147fa,44963,1733391076643/33186fd147fa%2C44963%2C1733391076643.1733391078066 2024-12-05T09:31:18,081 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:18,081 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:18,081 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:18,081 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,081 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:31:18,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:18,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:18,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:31:18,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:18,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:18,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:31:18,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:18,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:18,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:31:18,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:18,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:18,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,086 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,087 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,087 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,087 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:18,088 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:18,089 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:18,089 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70615227, jitterRate=0.05224888026714325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:18,089 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391078081Initializing all the Stores at 1733391078082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391078082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391078082Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391078082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391078082Cleaning up temporary data from old regions at 1733391078087 (+5 ms)Region opened successfully at 1733391078089 (+2 ms) 2024-12-05T09:31:18,090 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:31:18,091 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df09892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:18,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:31:18,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:31:18,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:31:18,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:31:18,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:31:18,092 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:31:18,093 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:31:18,094 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:31:18,094 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Unable to get data of znode /01365166657/balancer because node does not exist (not necessarily an error) 2024-12-05T09:31:18,174 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365166657/balancer already deleted, retry=false 2024-12-05T09:31:18,175 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:31:18,175 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Unable to get data of znode /01365166657/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:31:18,183 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365166657/normalizer already deleted, retry=false 2024-12-05T09:31:18,183 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:31:18,184 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Unable to get data of znode /01365166657/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:31:18,191 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365166657/switch/split already deleted, retry=false 2024-12-05T09:31:18,192 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Unable to get data of znode /01365166657/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:31:18,199 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365166657/switch/merge already deleted, retry=false 2024-12-05T09:31:18,201 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Unable to get data of znode /01365166657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:31:18,208 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365166657/snapshot-cleanup already deleted, retry=false 2024-12-05T09:31:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01365166657/running 2024-12-05T09:31:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01365166657/running 2024-12-05T09:31:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:18,216 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,44963,1733391076643, sessionid=0x101a6028d320000, setting cluster-up flag (Was=false) 2024-12-05T09:31:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:18,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01365166657/flush-table-proc/acquired, /01365166657/flush-table-proc/reached, /01365166657/flush-table-proc/abort 2024-12-05T09:31:18,258 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,44963,1733391076643 2024-12-05T09:31:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:18,299 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01365166657/online-snapshot/acquired, /01365166657/online-snapshot/reached, /01365166657/online-snapshot/abort 2024-12-05T09:31:18,300 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,44963,1733391076643 2024-12-05T09:31:18,301 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:31:18,301 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:18,302 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:31:18,302 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:31:18,302 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,44963,1733391076643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:18,303 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391108304 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:31:18,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:31:18,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:31:18,304 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:31:18,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:18,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:31:18,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:31:18,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:31:18,305 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391078305,5,FailOnTimeoutGroup] 2024-12-05T09:31:18,305 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391078305,5,FailOnTimeoutGroup] 2024-12-05T09:31:18,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:31:18,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,305 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:31:18,392 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(746): ClusterId : efa57a27-2fa9-4b83-9382-c09ad477b203 2024-12-05T09:31:18,392 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:31:18,400 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:31:18,400 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:31:18,408 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:31:18,408 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:18,417 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:43057 2024-12-05T09:31:18,417 INFO [RS:0;33186fd147fa:43057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:31:18,417 INFO [RS:0;33186fd147fa:43057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:31:18,417 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:31:18,418 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,44963,1733391076643 with port=43057, startcode=1733391076772 2024-12-05T09:31:18,418 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:31:18,419 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:31:18,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,43057,1733391076772 2024-12-05T09:31:18,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,43057,1733391076772 2024-12-05T09:31:18,420 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406 2024-12-05T09:31:18,420 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33703 2024-12-05T09:31:18,420 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:31:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657/rs 2024-12-05T09:31:18,429 DEBUG [RS:0;33186fd147fa:43057 {}] zookeeper.ZKUtil(111): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on existing znode=/01365166657/rs/33186fd147fa,43057,1733391076772 2024-12-05T09:31:18,429 WARN [RS:0;33186fd147fa:43057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:18,430 INFO [RS:0;33186fd147fa:43057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:18,430 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772 2024-12-05T09:31:18,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,43057,1733391076772] 2024-12-05T09:31:18,432 INFO [RS:0;33186fd147fa:43057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:31:18,433 INFO [RS:0;33186fd147fa:43057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:31:18,433 INFO [RS:0;33186fd147fa:43057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:31:18,433 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,433 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:18,434 DEBUG [RS:0;33186fd147fa:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,434 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43057,1733391076772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:18,446 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:31:18,446 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,43057,1733391076772-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,446 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,446 INFO [RS:0;33186fd147fa:43057 {}] regionserver.Replication(171): 33186fd147fa,43057,1733391076772 started 2024-12-05T09:31:18,456 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:18,456 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,43057,1733391076772, RpcServer on 33186fd147fa/172.17.0.3:43057, sessionid=0x101a6028d320001 2024-12-05T09:31:18,456 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:31:18,456 DEBUG [RS:0;33186fd147fa:43057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,43057,1733391076772 2024-12-05T09:31:18,456 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43057,1733391076772' 2024-12-05T09:31:18,456 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01365166657/flush-table-proc/abort' 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01365166657/flush-table-proc/acquired' 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,43057,1733391076772 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,43057,1733391076772' 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01365166657/online-snapshot/abort' 2024-12-05T09:31:18,457 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01365166657/online-snapshot/acquired' 2024-12-05T09:31:18,458 DEBUG [RS:0;33186fd147fa:43057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:31:18,458 INFO [RS:0;33186fd147fa:43057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:31:18,458 INFO [RS:0;33186fd147fa:43057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:31:18,558 INFO [RS:0;33186fd147fa:43057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:18,559 INFO [RS:0;33186fd147fa:43057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43057%2C1733391076772, suffix=, logDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/oldWALs, maxLogs=10 2024-12-05T09:31:18,570 DEBUG [RS:0;33186fd147fa:43057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559, exclude list is [], retry=0 2024-12-05T09:31:18,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:18,573 INFO [RS:0;33186fd147fa:43057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 2024-12-05T09:31:18,573 DEBUG [RS:0;33186fd147fa:43057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:18,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:31:18,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T09:31:18,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:31:18,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406 2024-12-05T09:31:18,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:31:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:18,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:19,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:19,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:19,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:19,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:19,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:19,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:19,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:19,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:19,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:19,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740 2024-12-05T09:31:19,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740 2024-12-05T09:31:19,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:19,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:19,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:19,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:19,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:19,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61251876, jitterRate=-0.0872759222984314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:19,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391079113Initializing all the Stores at 1733391079114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391079114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391079114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391079114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391079114Cleaning up temporary data from old regions at 1733391079120 (+6 ms)Region opened successfully at 1733391079122 (+2 ms) 2024-12-05T09:31:19,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:19,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:19,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:19,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:19,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:19,123 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:19,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391079122Disabling compacts and flushes for region at 1733391079122Disabling writes for close at 1733391079122Writing region close event to WAL at 1733391079123 (+1 ms)Closed at 1733391079123 2024-12-05T09:31:19,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:19,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:31:19,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:31:19,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:19,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:31:19,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:19,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,275 DEBUG [33186fd147fa:44963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:31:19,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,43057,1733391076772 2024-12-05T09:31:19,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43057,1733391076772, state=OPENING 2024-12-05T09:31:19,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:19,333 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:31:19,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:19,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:19,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365166657/meta-region-server: CHANGED 2024-12-05T09:31:19,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365166657/meta-region-server: CHANGED 2024-12-05T09:31:19,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:19,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43057,1733391076772}] 2024-12-05T09:31:19,494 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:19,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:31:19,497 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:31:19,497 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:19,497 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:31:19,498 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43057%2C1733391076772.meta, suffix=.meta, logDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/oldWALs, maxLogs=10 2024-12-05T09:31:19,509 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391079499.meta, exclude list is [], retry=0 2024-12-05T09:31:19,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:19,512 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391079499.meta 2024-12-05T09:31:19,512 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:19,512 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:19,513 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:19,513 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:31:19,513 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:31:19,513 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:31:19,513 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:31:19,513 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:19,513 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:31:19,513 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:31:19,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:19,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:19,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:19,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:19,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:19,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:19,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:19,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:19,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:19,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:19,517 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:19,517 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740 2024-12-05T09:31:19,518 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740 2024-12-05T09:31:19,518 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:19,518 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:19,519 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:19,519 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:19,520 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64186487, jitterRate=-0.04354681074619293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:19,520 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:31:19,520 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391079513Writing region info on filesystem at 1733391079513Initializing all the Stores at 1733391079514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391079514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391079514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391079514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391079514Cleaning up temporary data from old regions at 1733391079518 (+4 ms)Running coprocessor post-open hooks at 1733391079520 (+2 ms)Region opened successfully at 1733391079520 2024-12-05T09:31:19,520 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391079493 2024-12-05T09:31:19,521 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:31:19,521 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:31:19,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43057,1733391076772 2024-12-05T09:31:19,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,43057,1733391076772, state=OPEN 2024-12-05T09:31:19,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01365166657/meta-region-server 2024-12-05T09:31:19,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01365166657/meta-region-server 2024-12-05T09:31:19,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,43057,1733391076772 2024-12-05T09:31:19,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365166657/meta-region-server: CHANGED 2024-12-05T09:31:19,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365166657/meta-region-server: CHANGED 2024-12-05T09:31:19,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:31:19,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,43057,1733391076772 in 209 msec 2024-12-05T09:31:19,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:31:19,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-12-05T09:31:19,554 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:19,554 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:31:19,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:19,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43057,1733391076772, seqNum=-1] 2024-12-05T09:31:19,555 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:19,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:19,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-12-05T09:31:19,559 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391079559, completionTime=-1 2024-12-05T09:31:19,560 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:31:19,560 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391139561 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391199561 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44963,1733391076643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44963,1733391076643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,561 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44963,1733391076643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,562 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:44963, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,562 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,562 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,563 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.739sec 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44963,1733391076643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:19,564 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44963,1733391076643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:31:19,566 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:31:19,566 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:31:19,566 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,44963,1733391076643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:19,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6666d16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:19,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44963,-1 for getting cluster id 2024-12-05T09:31:19,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:19,594 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efa57a27-2fa9-4b83-9382-c09ad477b203' 2024-12-05T09:31:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efa57a27-2fa9-4b83-9382-c09ad477b203" 2024-12-05T09:31:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565a05af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44963,-1] 2024-12-05T09:31:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:19,595 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:19,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733447e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:19,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43057,1733391076772, seqNum=-1] 2024-12-05T09:31:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:19,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:19,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,44963,1733391076643 2024-12-05T09:31:19,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:19,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:19,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6028d320002 connected 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir so I do NOT create it in target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321 2024-12-05T09:31:19,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.tmp.dir so I do NOT create it in target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321 2024-12-05T09:31:19,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:31:19,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/cluster_0fe749ac-2fa0-a98b-ffc7-41de61ae69f5, deleteOnExit=true 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/test.cache.data in system properties and HBase conf 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:31:19,623 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:19,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:31:19,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:31:19,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:19,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:19,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:19,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:19,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:31:19,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:19,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@772e1cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:19,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f392555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:19,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f8c2f2f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/java.io.tmpdir/jetty-localhost-33059-hadoop-hdfs-3_4_1-tests_jar-_-any-10075963065367692615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:19,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2b1f96{HTTP/1.1, (http/1.1)}{localhost:33059} 2024-12-05T09:31:19,915 INFO [Time-limited test {}] server.Server(415): Started @330333ms 2024-12-05T09:31:20,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:20,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:20,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:20,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:20,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T09:31:20,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aba0120{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:20,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b583009{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:20,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49c06ed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/java.io.tmpdir/jetty-localhost-37641-hadoop-hdfs-3_4_1-tests_jar-_-any-8122579836540394614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:20,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@362a4d7b{HTTP/1.1, (http/1.1)}{localhost:37641} 2024-12-05T09:31:20,176 INFO [Time-limited test {}] server.Server(415): Started @330593ms 2024-12-05T09:31:20,177 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:31:20,564 WARN [Thread-4472 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/cluster_0fe749ac-2fa0-a98b-ffc7-41de61ae69f5/data/data1/current/BP-1779917921-172.17.0.3-1733391079636/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:20,564 WARN [Thread-4473 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/cluster_0fe749ac-2fa0-a98b-ffc7-41de61ae69f5/data/data2/current/BP-1779917921-172.17.0.3-1733391079636/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:20,581 WARN [Thread-4460 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:31:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad1658faf333cf18 with lease ID 0xc2412070d586d66f: Processing first storage report for DS-dde8226b-6604-4ee4-b0b3-09a4adac7339 from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=ae299fe0-d17e-460c-a0fe-bf2107d936af, infoPort=36997, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1753481976;c=1733391079636) 2024-12-05T09:31:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad1658faf333cf18 with lease ID 0xc2412070d586d66f: from storage DS-dde8226b-6604-4ee4-b0b3-09a4adac7339 node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=ae299fe0-d17e-460c-a0fe-bf2107d936af, infoPort=36997, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1753481976;c=1733391079636), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T09:31:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad1658faf333cf18 with lease ID 0xc2412070d586d66f: Processing first storage report for DS-81aa5012-d4ae-495b-b9de-7e13cd8c417c from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=ae299fe0-d17e-460c-a0fe-bf2107d936af, infoPort=36997, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1753481976;c=1733391079636) 2024-12-05T09:31:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad1658faf333cf18 with lease ID 0xc2412070d586d66f: from storage DS-81aa5012-d4ae-495b-b9de-7e13cd8c417c node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=ae299fe0-d17e-460c-a0fe-bf2107d936af, infoPort=36997, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1753481976;c=1733391079636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:20,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321 2024-12-05T09:31:20,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:20,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:31:21,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125 with version=8 2024-12-05T09:31:21,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/hbase-staging 2024-12-05T09:31:21,006 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:31:21,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:21,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35877 2024-12-05T09:31:21,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35877 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:21,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358770x0, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:21,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35877-0x101a6028d320003 connected 2024-12-05T09:31:21,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:21,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:21,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/running 2024-12-05T09:31:21,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125, hbase.cluster.distributed=false 2024-12-05T09:31:21,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/acl 2024-12-05T09:31:21,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-05T09:31:21,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35877 2024-12-05T09:31:21,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35877 2024-12-05T09:31:21,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-05T09:31:21,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-05T09:31:21,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:31:21,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:21,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45899 2024-12-05T09:31:21,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45899 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:21,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:21,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458990x0, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:21,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458990x0, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/running 2024-12-05T09:31:21,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45899-0x101a6028d320004 connected 2024-12-05T09:31:21,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:31:21,138 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:31:21,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/master 2024-12-05T09:31:21,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/acl 2024-12-05T09:31:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-05T09:31:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45899 2024-12-05T09:31:21,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45899 2024-12-05T09:31:21,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-05T09:31:21,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-05T09:31:21,153 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:35877 2024-12-05T09:31:21,154 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1296966946/backup-masters/33186fd147fa,35877,1733391081006 2024-12-05T09:31:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946/backup-masters 2024-12-05T09:31:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946/backup-masters 2024-12-05T09:31:21,163 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on existing znode=/1296966946/backup-masters/33186fd147fa,35877,1733391081006 2024-12-05T09:31:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1296966946/master 2024-12-05T09:31:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:21,171 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on existing znode=/1296966946/master 2024-12-05T09:31:21,171 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1296966946/backup-masters/33186fd147fa,35877,1733391081006 from backup master directory 2024-12-05T09:31:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296966946/backup-masters/33186fd147fa,35877,1733391081006 2024-12-05T09:31:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946/backup-masters 2024-12-05T09:31:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946/backup-masters 2024-12-05T09:31:21,179 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:21,179 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,35877,1733391081006 2024-12-05T09:31:21,182 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/hbase.id] with ID: 63b2a760-88ea-47a9-a35e-f96b063c6f0f 2024-12-05T09:31:21,182 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/.tmp/hbase.id 2024-12-05T09:31:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:31:21,186 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/.tmp/hbase.id]:[hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/hbase.id] 2024-12-05T09:31:21,192 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:21,192 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:31:21,193 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T09:31:21,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:21,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:31:21,604 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:21,604 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:31:21,605 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:31:22,009 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store 2024-12-05T09:31:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:31:22,414 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:22,414 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:22,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:22,414 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:22,414 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:22,414 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:22,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:22,415 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391082414Disabling compacts and flushes for region at 1733391082414Disabling writes for close at 1733391082414Writing region close event to WAL at 1733391082414Closed at 1733391082414 2024-12-05T09:31:22,415 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/.initializing 2024-12-05T09:31:22,415 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/WALs/33186fd147fa,35877,1733391081006 2024-12-05T09:31:22,416 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:22,417 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C35877%2C1733391081006, suffix=, logDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/WALs/33186fd147fa,35877,1733391081006, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/oldWALs, maxLogs=10 2024-12-05T09:31:22,428 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/WALs/33186fd147fa,35877,1733391081006/33186fd147fa%2C35877%2C1733391081006.1733391082417, exclude list is [], retry=0 2024-12-05T09:31:22,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-dde8226b-6604-4ee4-b0b3-09a4adac7339,DISK] 2024-12-05T09:31:22,431 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/WALs/33186fd147fa,35877,1733391081006/33186fd147fa%2C35877%2C1733391081006.1733391082417 2024-12-05T09:31:22,431 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-05T09:31:22,431 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:22,431 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:22,431 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,431 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:31:22,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:22,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:22,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:31:22,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:22,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:22,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:31:22,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:31:22,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:22,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:22,436 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,436 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,436 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,437 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,437 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,437 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:22,438 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:22,439 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:22,439 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71881662, jitterRate=0.0711202323436737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:22,439 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391082431Initializing all the Stores at 1733391082432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391082432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391082432Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391082432Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391082432Cleaning up temporary data from old regions at 1733391082437 (+5 ms)Region opened successfully at 1733391082439 (+2 ms) 2024-12-05T09:31:22,439 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:31:22,441 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a81ceb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:22,441 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:31:22,441 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:31:22,441 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:31:22,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:31:22,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:31:22,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:31:22,442 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:31:22,443 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:31:22,444 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Unable to get data of znode /1296966946/balancer because node does not exist (not necessarily an error) 2024-12-05T09:31:22,508 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296966946/balancer already deleted, retry=false 2024-12-05T09:31:22,508 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:31:22,508 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Unable to get data of znode /1296966946/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:31:22,516 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296966946/normalizer already deleted, retry=false 2024-12-05T09:31:22,516 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:31:22,517 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Unable to get data of znode /1296966946/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:31:22,524 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296966946/switch/split already deleted, retry=false 2024-12-05T09:31:22,525 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Unable to get data of znode /1296966946/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:31:22,532 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296966946/switch/merge already deleted, retry=false 2024-12-05T09:31:22,534 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Unable to get data of znode /1296966946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:31:22,541 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296966946/snapshot-cleanup already deleted, retry=false 2024-12-05T09:31:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1296966946/running 2024-12-05T09:31:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1296966946/running 2024-12-05T09:31:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:22,550 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,35877,1733391081006, sessionid=0x101a6028d320003, setting cluster-up flag (Was=false) 2024-12-05T09:31:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:22,591 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1296966946/flush-table-proc/acquired, /1296966946/flush-table-proc/reached, /1296966946/flush-table-proc/abort 2024-12-05T09:31:22,591 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,35877,1733391081006 2024-12-05T09:31:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:22,632 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1296966946/online-snapshot/acquired, /1296966946/online-snapshot/reached, /1296966946/online-snapshot/abort 2024-12-05T09:31:22,633 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,35877,1733391081006 2024-12-05T09:31:22,634 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:31:22,635 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:22,635 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:31:22,635 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:31:22,635 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,35877,1733391081006 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:22,636 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391112637 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:31:22,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:22,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:31:22,637 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:31:22,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:22,638 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391082638,5,FailOnTimeoutGroup] 2024-12-05T09:31:22,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:31:22,638 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391082638,5,FailOnTimeoutGroup] 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,638 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:31:22,647 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(746): ClusterId : 63b2a760-88ea-47a9-a35e-f96b063c6f0f 2024-12-05T09:31:22,647 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:31:22,654 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:31:22,655 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:31:22,663 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:31:22,663 DEBUG [RS:0;33186fd147fa:45899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b26b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:22,675 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:45899 2024-12-05T09:31:22,675 INFO [RS:0;33186fd147fa:45899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:31:22,675 INFO [RS:0;33186fd147fa:45899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:31:22,675 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:31:22,676 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,35877,1733391081006 with port=45899, startcode=1733391081124 2024-12-05T09:31:22,676 DEBUG [RS:0;33186fd147fa:45899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:31:22,677 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:31:22,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,45899,1733391081124 2024-12-05T09:31:22,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35877 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,45899,1733391081124 2024-12-05T09:31:22,679 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125 2024-12-05T09:31:22,679 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34415 2024-12-05T09:31:22,679 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:31:22,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946/rs 2024-12-05T09:31:22,688 DEBUG [RS:0;33186fd147fa:45899 {}] zookeeper.ZKUtil(111): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on existing znode=/1296966946/rs/33186fd147fa,45899,1733391081124 2024-12-05T09:31:22,688 WARN [RS:0;33186fd147fa:45899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:22,688 INFO [RS:0;33186fd147fa:45899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:22,688 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124 2024-12-05T09:31:22,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,45899,1733391081124] 2024-12-05T09:31:22,690 INFO [RS:0;33186fd147fa:45899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:31:22,691 INFO [RS:0;33186fd147fa:45899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:31:22,694 INFO [RS:0;33186fd147fa:45899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:31:22,694 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,695 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:31:22,695 INFO [RS:0;33186fd147fa:45899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:31:22,695 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:22,695 DEBUG [RS:0;33186fd147fa:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:22,696 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,696 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,696 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,696 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,696 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,696 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,45899,1733391081124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:22,707 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:31:22,707 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,45899,1733391081124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,707 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,707 INFO [RS:0;33186fd147fa:45899 {}] regionserver.Replication(171): 33186fd147fa,45899,1733391081124 started 2024-12-05T09:31:22,717 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:22,717 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,45899,1733391081124, RpcServer on 33186fd147fa/172.17.0.3:45899, sessionid=0x101a6028d320004 2024-12-05T09:31:22,717 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:31:22,717 DEBUG [RS:0;33186fd147fa:45899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,45899,1733391081124 2024-12-05T09:31:22,717 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,45899,1733391081124' 2024-12-05T09:31:22,717 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1296966946/flush-table-proc/abort' 2024-12-05T09:31:22,717 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1296966946/flush-table-proc/acquired' 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,45899,1733391081124 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,45899,1733391081124' 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1296966946/online-snapshot/abort' 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1296966946/online-snapshot/acquired' 2024-12-05T09:31:22,718 DEBUG [RS:0;33186fd147fa:45899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:31:22,718 INFO [RS:0;33186fd147fa:45899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:31:22,718 INFO [RS:0;33186fd147fa:45899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:31:22,819 INFO [RS:0;33186fd147fa:45899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:22,820 INFO [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45899%2C1733391081124, suffix=, logDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/oldWALs, maxLogs=10 2024-12-05T09:31:22,830 DEBUG [RS:0;33186fd147fa:45899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124/33186fd147fa%2C45899%2C1733391081124.1733391082820, exclude list is [], retry=0 2024-12-05T09:31:22,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-dde8226b-6604-4ee4-b0b3-09a4adac7339,DISK] 2024-12-05T09:31:22,833 INFO [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124/33186fd147fa%2C45899%2C1733391081124.1733391082820 2024-12-05T09:31:22,834 DEBUG [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-05T09:31:23,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:31:23,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125 2024-12-05T09:31:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:31:23,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:23,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:23,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:23,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:23,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:23,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:23,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:23,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:23,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:23,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:23,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740 2024-12-05T09:31:23,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740 2024-12-05T09:31:23,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:23,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:23,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:23,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:23,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:23,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59519811, jitterRate=-0.11308570206165314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:23,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391083449Initializing all the Stores at 1733391083449Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391083449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391083449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391083450 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391083450Cleaning up temporary data from old regions at 1733391083455 (+5 ms)Region opened successfully at 1733391083457 (+2 ms) 2024-12-05T09:31:23,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:23,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:23,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:23,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:23,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:23,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:23,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391083457Disabling compacts and flushes for region at 1733391083457Disabling writes for close at 1733391083457Writing region close event to WAL at 1733391083458 (+1 ms)Closed at 1733391083458 2024-12-05T09:31:23,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:23,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:31:23,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:31:23,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:23,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:31:23,610 DEBUG [33186fd147fa:35877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:31:23,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,45899,1733391081124 2024-12-05T09:31:23,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,45899,1733391081124, state=OPENING 2024-12-05T09:31:23,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:31:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:23,713 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:23,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296966946/meta-region-server: CHANGED 2024-12-05T09:31:23,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296966946/meta-region-server: CHANGED 2024-12-05T09:31:23,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,45899,1733391081124}] 2024-12-05T09:31:23,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:23,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:31:23,868 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:31:23,868 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:23,868 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:31:23,869 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C45899%2C1733391081124.meta, suffix=.meta, logDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/oldWALs, maxLogs=10 2024-12-05T09:31:23,898 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124/33186fd147fa%2C45899%2C1733391081124.meta.1733391083869.meta, exclude list is [], retry=0 2024-12-05T09:31:23,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-dde8226b-6604-4ee4-b0b3-09a4adac7339,DISK] 2024-12-05T09:31:23,901 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124/33186fd147fa%2C45899%2C1733391081124.meta.1733391083869.meta 2024-12-05T09:31:23,901 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:23,902 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:31:23,902 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:31:23,902 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:31:23,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:23,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:23,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:23,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:23,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:23,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:23,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:23,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:23,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:23,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:23,906 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:23,907 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740 2024-12-05T09:31:23,907 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740 2024-12-05T09:31:23,908 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:23,908 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:23,908 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:23,909 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:23,909 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62992217, jitterRate=-0.06134282052516937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:23,909 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:31:23,910 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391083902Writing region info on filesystem at 1733391083902Initializing all the Stores at 1733391083903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391083903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391083903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391083903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391083903Cleaning up temporary data from old regions at 1733391083908 (+5 ms)Running coprocessor post-open hooks at 1733391083909 (+1 ms)Region opened successfully at 1733391083909 2024-12-05T09:31:23,910 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391083864 2024-12-05T09:31:23,912 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:31:23,912 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:31:23,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,45899,1733391081124 2024-12-05T09:31:23,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,45899,1733391081124, state=OPEN 2024-12-05T09:31:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1296966946/meta-region-server 2024-12-05T09:31:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1296966946/meta-region-server 2024-12-05T09:31:23,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,45899,1733391081124 2024-12-05T09:31:23,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296966946/meta-region-server: CHANGED 2024-12-05T09:31:23,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296966946/meta-region-server: CHANGED 2024-12-05T09:31:23,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:31:23,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,45899,1733391081124 in 208 msec 2024-12-05T09:31:23,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:31:23,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-12-05T09:31:23,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:23,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:31:23,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:23,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45899,1733391081124, seqNum=-1] 2024-12-05T09:31:23,926 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:23,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:23,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-12-05T09:31:23,930 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391083930, completionTime=-1 2024-12-05T09:31:23,930 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:31:23,930 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391143932 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391203932 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35877,1733391081006-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35877,1733391081006-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35877,1733391081006-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:35877, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,932 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,933 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,934 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.756sec 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:31:23,935 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35877,1733391081006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:23,936 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35877,1733391081006-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:31:23,937 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:31:23,937 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:31:23,937 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,35877,1733391081006-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:23,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:23,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,35877,-1 for getting cluster id 2024-12-05T09:31:23,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:23,949 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2a760-88ea-47a9-a35e-f96b063c6f0f' 2024-12-05T09:31:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2a760-88ea-47a9-a35e-f96b063c6f0f" 2024-12-05T09:31:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624e3118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,35877,-1] 2024-12-05T09:31:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:23,950 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:23,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d79a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:23,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45899,1733391081124, seqNum=-1] 2024-12-05T09:31:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:23,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:23,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,35877,1733391081006 2024-12-05T09:31:23,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:23,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:23,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6028d320005 connected 2024-12-05T09:31:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir so I do NOT create it in target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab 2024-12-05T09:31:23,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T09:31:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.tmp.dir so I do NOT create it in target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab 2024-12-05T09:31:23,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T09:31:23,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab 2024-12-05T09:31:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T09:31:23,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/cluster_c3edaacd-fd49-305c-7ae4-579438fde4af, deleteOnExit=true 2024-12-05T09:31:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/test.cache.data in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/hadoop.log.dir in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T09:31:23,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T09:31:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/nfs.dump.dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/java.io.tmpdir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T09:31:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T09:31:24,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:24,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:24,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:24,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:24,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:31:24,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:24,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:24,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:24,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37627d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/java.io.tmpdir/jetty-localhost-43107-hadoop-hdfs-3_4_1-tests_jar-_-any-7908643008881397326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:24,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:43107} 2024-12-05T09:31:24,288 INFO [Time-limited test {}] server.Server(415): Started @334706ms 2024-12-05T09:31:24,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T09:31:24,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T09:31:24,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T09:31:24,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T09:31:24,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T09:31:24,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/hadoop.log.dir/,AVAILABLE} 2024-12-05T09:31:24,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T09:31:24,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3825ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/java.io.tmpdir/jetty-localhost-43917-hadoop-hdfs-3_4_1-tests_jar-_-any-6761752065816536093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:24,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:43917} 2024-12-05T09:31:24,559 INFO [Time-limited test {}] server.Server(415): Started @334976ms 2024-12-05T09:31:24,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T09:31:24,963 WARN [Thread-4592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/cluster_c3edaacd-fd49-305c-7ae4-579438fde4af/data/data1/current/BP-1114407520-172.17.0.3-1733391083992/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:24,963 WARN [Thread-4593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/cluster_c3edaacd-fd49-305c-7ae4-579438fde4af/data/data2/current/BP-1114407520-172.17.0.3-1733391083992/current, will proceed with Du for space computation calculation, 2024-12-05T09:31:24,979 WARN [Thread-4580 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T09:31:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5e55c19c30f2030 with lease ID 0x522f4f50fb1bbdc4: Processing first storage report for DS-18f6f703-354f-4dee-86f7-c253622dc2fc from datanode DatanodeRegistration(127.0.0.1:37485, datanodeUuid=127ce01d-5f4a-4f0b-af81-830ff5c253df, infoPort=41783, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1793315300;c=1733391083992) 2024-12-05T09:31:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5e55c19c30f2030 with lease ID 0x522f4f50fb1bbdc4: from storage DS-18f6f703-354f-4dee-86f7-c253622dc2fc node DatanodeRegistration(127.0.0.1:37485, datanodeUuid=127ce01d-5f4a-4f0b-af81-830ff5c253df, infoPort=41783, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1793315300;c=1733391083992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5e55c19c30f2030 with lease ID 0x522f4f50fb1bbdc4: Processing first storage report for DS-e3dd8834-4779-403a-b52a-232c9b8fd9cf from datanode DatanodeRegistration(127.0.0.1:37485, datanodeUuid=127ce01d-5f4a-4f0b-af81-830ff5c253df, infoPort=41783, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1793315300;c=1733391083992) 2024-12-05T09:31:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5e55c19c30f2030 with lease ID 0x522f4f50fb1bbdc4: from storage DS-e3dd8834-4779-403a-b52a-232c9b8fd9cf node DatanodeRegistration(127.0.0.1:37485, datanodeUuid=127ce01d-5f4a-4f0b-af81-830ff5c253df, infoPort=41783, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1793315300;c=1733391083992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T09:31:24,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab 2024-12-05T09:31:24,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:24,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741825_1001 (size=7) 2024-12-05T09:31:24,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0 with version=8 2024-12-05T09:31:24,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/hbase-staging 2024-12-05T09:31:24,998 INFO [Time-limited test {}] client.ConnectionUtils(128): master/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:24,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:24,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:24,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:24,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:24,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:24,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T09:31:24,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:24,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42837 2024-12-05T09:31:25,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42837 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:25,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:25,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428370x0, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:25,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42837-0x101a6028d320006 connected 2024-12-05T09:31:25,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:25,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:25,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:25,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/running 2024-12-05T09:31:25,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0, hbase.cluster.distributed=false 2024-12-05T09:31:25,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/acl 2024-12-05T09:31:25,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42837 2024-12-05T09:31:25,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42837 2024-12-05T09:31:25,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42837 2024-12-05T09:31:25,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42837 2024-12-05T09:31:25,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42837 2024-12-05T09:31:25,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T09:31:25,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T09:31:25,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:25,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T09:31:25,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/33186fd147fa:0 server-side Connection retries=45 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T09:31:25,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T09:31:25,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36749 2024-12-05T09:31:25,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36749 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:25,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:25,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:25,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367490x0, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:25,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367490x0, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/running 2024-12-05T09:31:25,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36749-0x101a6028d320007 connected 2024-12-05T09:31:25,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T09:31:25,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T09:31:25,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/master 2024-12-05T09:31:25,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/acl 2024-12-05T09:31:25,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36749 2024-12-05T09:31:25,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36749 2024-12-05T09:31:25,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36749 2024-12-05T09:31:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36749 2024-12-05T09:31:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36749 2024-12-05T09:31:25,129 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33186fd147fa:42837 2024-12-05T09:31:25,129 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1290298595/backup-masters/33186fd147fa,42837,1733391084998 2024-12-05T09:31:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595/backup-masters 2024-12-05T09:31:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595/backup-masters 2024-12-05T09:31:25,138 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on existing znode=/2-1290298595/backup-masters/33186fd147fa,42837,1733391084998 2024-12-05T09:31:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1290298595/master 2024-12-05T09:31:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:25,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:25,146 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on existing znode=/2-1290298595/master 2024-12-05T09:31:25,146 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1290298595/backup-masters/33186fd147fa,42837,1733391084998 from backup master directory 2024-12-05T09:31:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1290298595/backup-masters/33186fd147fa,42837,1733391084998 2024-12-05T09:31:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595/backup-masters 2024-12-05T09:31:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595/backup-masters 2024-12-05T09:31:25,154 WARN [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:25,154 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33186fd147fa,42837,1733391084998 2024-12-05T09:31:25,156 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/hbase.id] with ID: bc4f1a33-a534-4950-8bac-c61e95d16233 2024-12-05T09:31:25,157 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/.tmp/hbase.id 2024-12-05T09:31:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741826_1002 (size=42) 2024-12-05T09:31:25,560 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/.tmp/hbase.id]:[hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/hbase.id] 2024-12-05T09:31:25,567 INFO [master/33186fd147fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:25,567 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T09:31:25,568 INFO [master/33186fd147fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T09:31:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741827_1003 (size=196) 2024-12-05T09:31:26,003 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:26,004 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T09:31:26,004 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741828_1004 (size=1189) 2024-12-05T09:31:26,414 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store 2024-12-05T09:31:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741829_1005 (size=34) 2024-12-05T09:31:26,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:26,818 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:26,819 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:26,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:26,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:26,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:26,819 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:26,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391086818Disabling compacts and flushes for region at 1733391086818Disabling writes for close at 1733391086819 (+1 ms)Writing region close event to WAL at 1733391086819Closed at 1733391086819 2024-12-05T09:31:26,819 WARN [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/.initializing 2024-12-05T09:31:26,819 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/WALs/33186fd147fa,42837,1733391084998 2024-12-05T09:31:26,820 INFO [master/33186fd147fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:26,821 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33186fd147fa%2C42837%2C1733391084998, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/WALs/33186fd147fa,42837,1733391084998, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/oldWALs, maxLogs=10 2024-12-05T09:31:26,837 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/WALs/33186fd147fa,42837,1733391084998/33186fd147fa%2C42837%2C1733391084998.1733391086822, exclude list is [], retry=0 2024-12-05T09:31:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-18f6f703-354f-4dee-86f7-c253622dc2fc,DISK] 2024-12-05T09:31:26,840 INFO [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/WALs/33186fd147fa,42837,1733391084998/33186fd147fa%2C42837%2C1733391084998.1733391086822 2024-12-05T09:31:26,840 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-12-05T09:31:26,841 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:26,841 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:26,841 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,841 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T09:31:26,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:26,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:26,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T09:31:26,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:26,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:26,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T09:31:26,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T09:31:26,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:26,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:26,846 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,847 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,847 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,848 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,848 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,848 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:26,849 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T09:31:26,850 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:26,850 INFO [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72616544, jitterRate=0.08207082748413086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:26,850 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733391086841Initializing all the Stores at 1733391086842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391086842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391086842Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391086842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391086842Cleaning up temporary data from old regions at 1733391086848 (+6 ms)Region opened successfully at 1733391086850 (+2 ms) 2024-12-05T09:31:26,851 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T09:31:26,853 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e9330c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:26,853 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T09:31:26,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T09:31:26,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T09:31:26,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T09:31:26,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T09:31:26,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T09:31:26,854 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T09:31:26,856 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T09:31:26,856 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Unable to get data of znode /2-1290298595/balancer because node does not exist (not necessarily an error) 2024-12-05T09:31:26,932 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1290298595/balancer already deleted, retry=false 2024-12-05T09:31:26,933 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T09:31:26,933 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Unable to get data of znode /2-1290298595/normalizer because node does not exist (not necessarily an error) 2024-12-05T09:31:26,941 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1290298595/normalizer already deleted, retry=false 2024-12-05T09:31:26,941 INFO [master/33186fd147fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T09:31:26,942 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Unable to get data of znode /2-1290298595/switch/split because node does not exist (not necessarily an error) 2024-12-05T09:31:26,949 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1290298595/switch/split already deleted, retry=false 2024-12-05T09:31:26,949 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Unable to get data of znode /2-1290298595/switch/merge because node does not exist (not necessarily an error) 2024-12-05T09:31:26,957 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1290298595/switch/merge already deleted, retry=false 2024-12-05T09:31:26,959 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Unable to get data of znode /2-1290298595/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T09:31:26,966 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1290298595/snapshot-cleanup already deleted, retry=false 2024-12-05T09:31:26,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1290298595/running 2024-12-05T09:31:26,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1290298595/running 2024-12-05T09:31:26,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:26,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:26,974 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=33186fd147fa,42837,1733391084998, sessionid=0x101a6028d320006, setting cluster-up flag (Was=false) 2024-12-05T09:31:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:27,016 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1290298595/flush-table-proc/acquired, /2-1290298595/flush-table-proc/reached, /2-1290298595/flush-table-proc/abort 2024-12-05T09:31:27,017 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,42837,1733391084998 2024-12-05T09:31:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:27,057 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1290298595/online-snapshot/acquired, /2-1290298595/online-snapshot/reached, /2-1290298595/online-snapshot/abort 2024-12-05T09:31:27,058 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33186fd147fa,42837,1733391084998 2024-12-05T09:31:27,059 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T09:31:27,060 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:27,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T09:31:27,060 INFO [master/33186fd147fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T09:31:27,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33186fd147fa,42837,1733391084998 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T09:31:27,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:27,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:27,061 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:27,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33186fd147fa:0, corePoolSize=5, maxPoolSize=5 2024-12-05T09:31:27,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33186fd147fa:0, corePoolSize=10, maxPoolSize=10 2024-12-05T09:31:27,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:27,062 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733391117063 2024-12-05T09:31:27,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T09:31:27,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,063 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T09:31:27,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T09:31:27,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T09:31:27,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391087064,5,FailOnTimeoutGroup] 2024-12-05T09:31:27,064 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391087064,5,FailOnTimeoutGroup] 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,064 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741831_1007 (size=1321) 2024-12-05T09:31:27,122 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(746): ClusterId : bc4f1a33-a534-4950-8bac-c61e95d16233 2024-12-05T09:31:27,122 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T09:31:27,129 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T09:31:27,129 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T09:31:27,138 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T09:31:27,138 DEBUG [RS:0;33186fd147fa:36749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f26df8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33186fd147fa/172.17.0.3:0 2024-12-05T09:31:27,151 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33186fd147fa:36749 2024-12-05T09:31:27,151 INFO [RS:0;33186fd147fa:36749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T09:31:27,151 INFO [RS:0;33186fd147fa:36749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T09:31:27,151 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T09:31:27,152 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(2659): reportForDuty to master=33186fd147fa,42837,1733391084998 with port=36749, startcode=1733391085096 2024-12-05T09:31:27,152 DEBUG [RS:0;33186fd147fa:36749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T09:31:27,153 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T09:31:27,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 33186fd147fa,36749,1733391085096 2024-12-05T09:31:27,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42837 {}] master.ServerManager(517): Registering regionserver=33186fd147fa,36749,1733391085096 2024-12-05T09:31:27,155 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0 2024-12-05T09:31:27,155 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40927 2024-12-05T09:31:27,155 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T09:31:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595/rs 2024-12-05T09:31:27,192 DEBUG [RS:0;33186fd147fa:36749 {}] zookeeper.ZKUtil(111): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on existing znode=/2-1290298595/rs/33186fd147fa,36749,1733391085096 2024-12-05T09:31:27,192 WARN [RS:0;33186fd147fa:36749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T09:31:27,192 INFO [RS:0;33186fd147fa:36749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:27,193 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096 2024-12-05T09:31:27,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33186fd147fa,36749,1733391085096] 2024-12-05T09:31:27,195 INFO [RS:0;33186fd147fa:36749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T09:31:27,196 INFO [RS:0;33186fd147fa:36749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T09:31:27,196 INFO [RS:0;33186fd147fa:36749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T09:31:27,197 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,197 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T09:31:27,197 INFO [RS:0;33186fd147fa:36749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T09:31:27,197 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33186fd147fa:0, corePoolSize=2, maxPoolSize=2 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,197 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,198 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33186fd147fa:0, corePoolSize=1, maxPoolSize=1 2024-12-05T09:31:27,198 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:27,198 DEBUG [RS:0;33186fd147fa:36749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33186fd147fa:0, corePoolSize=3, maxPoolSize=3 2024-12-05T09:31:27,198 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,198 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,198 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,198 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,198 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,198 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,36749,1733391085096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:27,213 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T09:31:27,213 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,36749,1733391085096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,214 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,214 INFO [RS:0;33186fd147fa:36749 {}] regionserver.Replication(171): 33186fd147fa,36749,1733391085096 started 2024-12-05T09:31:27,228 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:27,228 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1482): Serving as 33186fd147fa,36749,1733391085096, RpcServer on 33186fd147fa/172.17.0.3:36749, sessionid=0x101a6028d320007 2024-12-05T09:31:27,228 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T09:31:27,228 DEBUG [RS:0;33186fd147fa:36749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33186fd147fa,36749,1733391085096 2024-12-05T09:31:27,228 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,36749,1733391085096' 2024-12-05T09:31:27,228 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1290298595/flush-table-proc/abort' 2024-12-05T09:31:27,229 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1290298595/flush-table-proc/acquired' 2024-12-05T09:31:27,229 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T09:31:27,229 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T09:31:27,229 DEBUG [RS:0;33186fd147fa:36749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33186fd147fa,36749,1733391085096 2024-12-05T09:31:27,229 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33186fd147fa,36749,1733391085096' 2024-12-05T09:31:27,229 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1290298595/online-snapshot/abort' 2024-12-05T09:31:27,230 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1290298595/online-snapshot/acquired' 2024-12-05T09:31:27,230 DEBUG [RS:0;33186fd147fa:36749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T09:31:27,230 INFO [RS:0;33186fd147fa:36749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T09:31:27,230 INFO [RS:0;33186fd147fa:36749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T09:31:27,330 INFO [RS:0;33186fd147fa:36749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T09:31:27,332 INFO [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36749%2C1733391085096, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/oldWALs, maxLogs=10 2024-12-05T09:31:27,346 DEBUG [RS:0;33186fd147fa:36749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096/33186fd147fa%2C36749%2C1733391085096.1733391087332, exclude list is [], retry=0 2024-12-05T09:31:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-18f6f703-354f-4dee-86f7-c253622dc2fc,DISK] 2024-12-05T09:31:27,349 INFO [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096/33186fd147fa%2C36749%2C1733391085096.1733391087332 2024-12-05T09:31:27,349 DEBUG [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-12-05T09:31:27,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T09:31:27,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0 2024-12-05T09:31:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741833_1009 (size=32) 2024-12-05T09:31:27,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:27,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:27,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:27,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:27,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:27,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:27,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:27,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:27,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:27,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:27,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:27,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:27,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:27,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:27,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:27,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:27,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:27,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740 2024-12-05T09:31:27,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740 2024-12-05T09:31:27,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:27,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:27,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:27,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:27,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769033, jitterRate=0.09924425184726715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733391087874Initializing all the Stores at 1733391087874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391087874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391087874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391087874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391087874Cleaning up temporary data from old regions at 1733391087880 (+6 ms)Region opened successfully at 1733391087882 (+2 ms) 2024-12-05T09:31:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391087882Disabling compacts and flushes for region at 1733391087882Disabling writes for close at 1733391087882Writing region close event to WAL at 1733391087882Closed at 1733391087882 2024-12-05T09:31:27,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:27,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T09:31:27,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T09:31:27,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:27,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T09:31:28,035 DEBUG [33186fd147fa:42837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T09:31:28,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33186fd147fa,36749,1733391085096 2024-12-05T09:31:28,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,36749,1733391085096, state=OPENING 2024-12-05T09:31:28,082 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T09:31:28,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:28,091 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T09:31:28,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1290298595/meta-region-server: CHANGED 2024-12-05T09:31:28,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1290298595/meta-region-server: CHANGED 2024-12-05T09:31:28,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,36749,1733391085096}] 2024-12-05T09:31:28,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:28,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:31:28,246 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T09:31:28,246 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:28,246 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T09:31:28,248 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C36749%2C1733391085096.meta, suffix=.meta, logDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/oldWALs, maxLogs=10 2024-12-05T09:31:28,258 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096/33186fd147fa%2C36749%2C1733391085096.meta.1733391088248.meta, exclude list is [], retry=0 2024-12-05T09:31:28,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-18f6f703-354f-4dee-86f7-c253622dc2fc,DISK] 2024-12-05T09:31:28,260 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096/33186fd147fa%2C36749%2C1733391085096.meta.1733391088248.meta 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783)] 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:28,261 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T09:31:28,261 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T09:31:28,261 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T09:31:28,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T09:31:28,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T09:31:28,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:28,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:28,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T09:31:28,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T09:31:28,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:28,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:28,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T09:31:28,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T09:31:28,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:28,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:28,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T09:31:28,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T09:31:28,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:28,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T09:31:28,265 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T09:31:28,266 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740 2024-12-05T09:31:28,266 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740 2024-12-05T09:31:28,267 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T09:31:28,267 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T09:31:28,267 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T09:31:28,268 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T09:31:28,268 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70278394, jitterRate=0.04722967743873596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T09:31:28,268 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T09:31:28,268 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733391088262Writing region info on filesystem at 1733391088262Initializing all the Stores at 1733391088262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391088262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391088262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391088262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733391088262Cleaning up temporary data from old regions at 1733391088267 (+5 ms)Running coprocessor post-open hooks at 1733391088268 (+1 ms)Region opened successfully at 1733391088268 2024-12-05T09:31:28,269 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733391088243 2024-12-05T09:31:28,270 DEBUG [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T09:31:28,270 INFO [RS_OPEN_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T09:31:28,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,36749,1733391085096 2024-12-05T09:31:28,271 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33186fd147fa,36749,1733391085096, state=OPEN 2024-12-05T09:31:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1290298595/meta-region-server 2024-12-05T09:31:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1290298595/meta-region-server 2024-12-05T09:31:28,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=33186fd147fa,36749,1733391085096 2024-12-05T09:31:28,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1290298595/meta-region-server: CHANGED 2024-12-05T09:31:28,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1290298595/meta-region-server: CHANGED 2024-12-05T09:31:28,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T09:31:28,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=33186fd147fa,36749,1733391085096 in 188 msec 2024-12-05T09:31:28,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T09:31:28,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-05T09:31:28,282 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T09:31:28,282 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T09:31:28,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:28,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36749,1733391085096, seqNum=-1] 2024-12-05T09:31:28,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:28,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:28,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-12-05T09:31:28,287 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733391088287, completionTime=-1 2024-12-05T09:31:28,287 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T09:31:28,287 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T09:31:28,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T09:31:28,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733391148288 2024-12-05T09:31:28,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733391208288 2024-12-05T09:31:28,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T09:31:28,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42837,1733391084998-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,288 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42837,1733391084998-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42837,1733391084998-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33186fd147fa:42837, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,289 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,290 DEBUG [master/33186fd147fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.137sec 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42837,1733391084998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T09:31:28,291 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42837,1733391084998-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T09:31:28,293 DEBUG [master/33186fd147fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T09:31:28,293 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T09:31:28,293 INFO [master/33186fd147fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33186fd147fa,42837,1733391084998-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T09:31:28,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:28,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42837,-1 for getting cluster id 2024-12-05T09:31:28,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:28,324 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4f1a33-a534-4950-8bac-c61e95d16233' 2024-12-05T09:31:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4f1a33-a534-4950-8bac-c61e95d16233" 2024-12-05T09:31:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f32d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42837,-1] 2024-12-05T09:31:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:28,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:28,325 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:28,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:28,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36749,1733391085096, seqNum=-1] 2024-12-05T09:31:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:28,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:28,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=33186fd147fa,42837,1733391084998 2024-12-05T09:31:28,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-05T09:31:28,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T09:31:28,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6028d320008 connected 2024-12-05T09:31:28,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44963,1733391076643 2024-12-05T09:31:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e692e30 2024-12-05T09:31:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:28,349 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:28,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:31:28,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:31:28,351 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:28,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:31:28,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:31:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:31:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:28,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 114fadb4a3091e957bd0b8de2dd0c21d, NAME => 'test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406 2024-12-05T09:31:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:31:28,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:28,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 114fadb4a3091e957bd0b8de2dd0c21d, disabling compactions & flushes 2024-12-05T09:31:28,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:28,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:28,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. after waiting 0 ms 2024-12-05T09:31:28,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:28,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:28,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 114fadb4a3091e957bd0b8de2dd0c21d: Waiting for close lock at 1733391088763Disabling compacts and flushes for region at 1733391088763Disabling writes for close at 1733391088763Writing region close event to WAL at 1733391088763Closed at 1733391088763 2024-12-05T09:31:28,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:31:28,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391088764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391088764"}]},"ts":"1733391088764"} 2024-12-05T09:31:28,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:31:28,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:31:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391088767"}]},"ts":"1733391088767"} 2024-12-05T09:31:28,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:31:28,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=114fadb4a3091e957bd0b8de2dd0c21d, ASSIGN}] 2024-12-05T09:31:28,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=114fadb4a3091e957bd0b8de2dd0c21d, ASSIGN 2024-12-05T09:31:28,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=114fadb4a3091e957bd0b8de2dd0c21d, ASSIGN; state=OFFLINE, location=33186fd147fa,43057,1733391076772; forceNewPlan=false, retain=false 2024-12-05T09:31:28,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=114fadb4a3091e957bd0b8de2dd0c21d, regionState=OPENING, regionLocation=33186fd147fa,43057,1733391076772 2024-12-05T09:31:28,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=114fadb4a3091e957bd0b8de2dd0c21d, ASSIGN because future has completed 2024-12-05T09:31:28,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 114fadb4a3091e957bd0b8de2dd0c21d, server=33186fd147fa,43057,1733391076772}] 2024-12-05T09:31:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:29,077 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:29,077 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 114fadb4a3091e957bd0b8de2dd0c21d, NAME => 'test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:29,077 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:29,077 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:31:29,077 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,077 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:29,078 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,078 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,078 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,079 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114fadb4a3091e957bd0b8de2dd0c21d columnFamilyName f 2024-12-05T09:31:29,079 DEBUG [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:29,080 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] regionserver.HStore(327): Store=114fadb4a3091e957bd0b8de2dd0c21d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:29,080 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,080 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114fadb4a3091e957bd0b8de2dd0c21d columnFamilyName f1 2024-12-05T09:31:29,080 DEBUG [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:29,081 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] regionserver.HStore(327): Store=114fadb4a3091e957bd0b8de2dd0c21d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:29,081 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,081 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114fadb4a3091e957bd0b8de2dd0c21d columnFamilyName norep 2024-12-05T09:31:29,081 DEBUG [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:29,081 INFO [StoreOpener-114fadb4a3091e957bd0b8de2dd0c21d-1 {}] regionserver.HStore(327): Store=114fadb4a3091e957bd0b8de2dd0c21d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:29,082 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,082 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,082 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,083 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,083 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,083 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:31:29,084 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,085 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:29,085 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 114fadb4a3091e957bd0b8de2dd0c21d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72857852, jitterRate=0.08566659688949585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:31:29,085 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:29,086 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 114fadb4a3091e957bd0b8de2dd0c21d: Running coprocessor pre-open hook at 1733391089078Writing region info on filesystem at 1733391089078Initializing all the Stores at 1733391089078Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391089078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391089078Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391089078Cleaning up temporary data from old regions at 1733391089083 (+5 ms)Running coprocessor post-open hooks at 1733391089085 (+2 ms)Region opened successfully at 1733391089085 2024-12-05T09:31:29,086 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., pid=6, masterSystemTime=1733391089074 2024-12-05T09:31:29,088 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:29,088 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:29,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=114fadb4a3091e957bd0b8de2dd0c21d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,43057,1733391076772 2024-12-05T09:31:29,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 114fadb4a3091e957bd0b8de2dd0c21d, server=33186fd147fa,43057,1733391076772 because future has completed 2024-12-05T09:31:29,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:31:29,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 114fadb4a3091e957bd0b8de2dd0c21d, server=33186fd147fa,43057,1733391076772 in 168 msec 2024-12-05T09:31:29,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:31:29,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=114fadb4a3091e957bd0b8de2dd0c21d, ASSIGN in 323 msec 2024-12-05T09:31:29,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:31:29,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391089093"}]},"ts":"1733391089093"} 2024-12-05T09:31:29,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:31:29,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:31:29,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-12-05T09:31:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:29,493 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:31:29,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,35877,1733391081006 2024-12-05T09:31:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e72d4b 2024-12-05T09:31:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:29,495 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:29,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:31:29,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:31:29,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:29,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:31:29,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:31:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:31:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:29,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b6c585aeedd144ea9f3a4073ad2cf8a, NAME => 'test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125 2024-12-05T09:31:29,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:31:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:30,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:30,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b6c585aeedd144ea9f3a4073ad2cf8a, disabling compactions & flushes 2024-12-05T09:31:30,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. after waiting 0 ms 2024-12-05T09:31:30,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b6c585aeedd144ea9f3a4073ad2cf8a: Waiting for close lock at 1733391090326Disabling compacts and flushes for region at 1733391090326Disabling writes for close at 1733391090326Writing region close event to WAL at 1733391090326Closed at 1733391090326 2024-12-05T09:31:30,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:31:30,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391090327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391090327"}]},"ts":"1733391090327"} 2024-12-05T09:31:30,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:31:30,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:31:30,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391090329"}]},"ts":"1733391090329"} 2024-12-05T09:31:30,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:31:30,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b6c585aeedd144ea9f3a4073ad2cf8a, ASSIGN}] 2024-12-05T09:31:30,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b6c585aeedd144ea9f3a4073ad2cf8a, ASSIGN 2024-12-05T09:31:30,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b6c585aeedd144ea9f3a4073ad2cf8a, ASSIGN; state=OFFLINE, location=33186fd147fa,45899,1733391081124; forceNewPlan=false, retain=false 2024-12-05T09:31:30,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b6c585aeedd144ea9f3a4073ad2cf8a, regionState=OPENING, regionLocation=33186fd147fa,45899,1733391081124 2024-12-05T09:31:30,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b6c585aeedd144ea9f3a4073ad2cf8a, ASSIGN because future has completed 2024-12-05T09:31:30,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b6c585aeedd144ea9f3a4073ad2cf8a, server=33186fd147fa,45899,1733391081124}] 2024-12-05T09:31:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:30,639 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b6c585aeedd144ea9f3a4073ad2cf8a, NAME => 'test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:30,640 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:30,640 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:31:30,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:30,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,640 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,641 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,642 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b6c585aeedd144ea9f3a4073ad2cf8a columnFamilyName f 2024-12-05T09:31:30,642 DEBUG [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:30,642 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] regionserver.HStore(327): Store=9b6c585aeedd144ea9f3a4073ad2cf8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:30,643 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,643 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b6c585aeedd144ea9f3a4073ad2cf8a columnFamilyName f1 2024-12-05T09:31:30,643 DEBUG [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:30,644 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] regionserver.HStore(327): Store=9b6c585aeedd144ea9f3a4073ad2cf8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:30,644 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,645 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b6c585aeedd144ea9f3a4073ad2cf8a columnFamilyName norep 2024-12-05T09:31:30,645 DEBUG [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:30,645 INFO [StoreOpener-9b6c585aeedd144ea9f3a4073ad2cf8a-1 {}] regionserver.HStore(327): Store=9b6c585aeedd144ea9f3a4073ad2cf8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:30,645 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,646 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,646 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,646 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,646 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,647 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:31:30,647 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,649 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:30,649 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b6c585aeedd144ea9f3a4073ad2cf8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59913091, jitterRate=-0.10722537338733673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:31:30,649 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:30,649 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b6c585aeedd144ea9f3a4073ad2cf8a: Running coprocessor pre-open hook at 1733391090640Writing region info on filesystem at 1733391090640Initializing all the Stores at 1733391090641 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391090641Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391090641Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391090641Cleaning up temporary data from old regions at 1733391090646 (+5 ms)Running coprocessor post-open hooks at 1733391090649 (+3 ms)Region opened successfully at 1733391090649 2024-12-05T09:31:30,650 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a., pid=6, masterSystemTime=1733391090637 2024-12-05T09:31:30,651 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,651 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:30,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b6c585aeedd144ea9f3a4073ad2cf8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,45899,1733391081124 2024-12-05T09:31:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b6c585aeedd144ea9f3a4073ad2cf8a, server=33186fd147fa,45899,1733391081124 because future has completed 2024-12-05T09:31:30,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:31:30,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b6c585aeedd144ea9f3a4073ad2cf8a, server=33186fd147fa,45899,1733391081124 in 169 msec 2024-12-05T09:31:30,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:31:30,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b6c585aeedd144ea9f3a4073ad2cf8a, ASSIGN in 324 msec 2024-12-05T09:31:30,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:31:30,657 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391090657"}]},"ts":"1733391090657"} 2024-12-05T09:31:30,658 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:31:30,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:31:30,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-12-05T09:31:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:31,644 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:31:31,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42837,1733391084998 2024-12-05T09:31:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101f46b5 2024-12-05T09:31:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:31,646 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:31,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T09:31:31,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:31:31,648 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:31,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T09:31:31,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:31:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741835_1011 (size=902) 2024-12-05T09:31:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:32,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 912277b9f8628e982bc868cd05a7f96a, NAME => 'test,,1733391091646.912277b9f8628e982bc868cd05a7f96a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0 2024-12-05T09:31:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741836_1012 (size=39) 2024-12-05T09:31:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:32,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733391091646.912277b9f8628e982bc868cd05a7f96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:32,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 912277b9f8628e982bc868cd05a7f96a, disabling compactions & flushes 2024-12-05T09:31:32,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. after waiting 0 ms 2024-12-05T09:31:32,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 912277b9f8628e982bc868cd05a7f96a: Waiting for close lock at 1733391092459Disabling compacts and flushes for region at 1733391092459Disabling writes for close at 1733391092459Writing region close event to WAL at 1733391092459Closed at 1733391092459 2024-12-05T09:31:32,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:31:32,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733391091646.912277b9f8628e982bc868cd05a7f96a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733391092461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391092461"}]},"ts":"1733391092461"} 2024-12-05T09:31:32,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:31:32,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:31:32,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391092463"}]},"ts":"1733391092463"} 2024-12-05T09:31:32,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T09:31:32,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=912277b9f8628e982bc868cd05a7f96a, ASSIGN}] 2024-12-05T09:31:32,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=912277b9f8628e982bc868cd05a7f96a, ASSIGN 2024-12-05T09:31:32,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=912277b9f8628e982bc868cd05a7f96a, ASSIGN; state=OFFLINE, location=33186fd147fa,36749,1733391085096; forceNewPlan=false, retain=false 2024-12-05T09:31:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:32,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=912277b9f8628e982bc868cd05a7f96a, regionState=OPENING, regionLocation=33186fd147fa,36749,1733391085096 2024-12-05T09:31:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=912277b9f8628e982bc868cd05a7f96a, ASSIGN because future has completed 2024-12-05T09:31:32,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 912277b9f8628e982bc868cd05a7f96a, server=33186fd147fa,36749,1733391085096}] 2024-12-05T09:31:32,773 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,773 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 912277b9f8628e982bc868cd05a7f96a, NAME => 'test,,1733391091646.912277b9f8628e982bc868cd05a7f96a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:32,773 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:32,773 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T09:31:32,774 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,774 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733391091646.912277b9f8628e982bc868cd05a7f96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:32,774 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,774 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,775 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,776 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 912277b9f8628e982bc868cd05a7f96a columnFamilyName f 2024-12-05T09:31:32,776 DEBUG [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:32,776 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] regionserver.HStore(327): Store=912277b9f8628e982bc868cd05a7f96a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:32,776 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,777 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 912277b9f8628e982bc868cd05a7f96a columnFamilyName f1 2024-12-05T09:31:32,777 DEBUG [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:32,777 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] regionserver.HStore(327): Store=912277b9f8628e982bc868cd05a7f96a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:32,777 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,778 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 912277b9f8628e982bc868cd05a7f96a columnFamilyName norep 2024-12-05T09:31:32,778 DEBUG [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:32,778 INFO [StoreOpener-912277b9f8628e982bc868cd05a7f96a-1 {}] regionserver.HStore(327): Store=912277b9f8628e982bc868cd05a7f96a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:32,778 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,779 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,779 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,779 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,779 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,780 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:31:32,780 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,781 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:32,782 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 912277b9f8628e982bc868cd05a7f96a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61604365, jitterRate=-0.08202342689037323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:31:32,782 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:32,782 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 912277b9f8628e982bc868cd05a7f96a: Running coprocessor pre-open hook at 1733391092774Writing region info on filesystem at 1733391092774Initializing all the Stores at 1733391092774Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391092774Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391092775 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391092775Cleaning up temporary data from old regions at 1733391092779 (+4 ms)Running coprocessor post-open hooks at 1733391092782 (+3 ms)Region opened successfully at 1733391092782 2024-12-05T09:31:32,783 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733391091646.912277b9f8628e982bc868cd05a7f96a., pid=6, masterSystemTime=1733391092770 2024-12-05T09:31:32,784 DEBUG [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,784 INFO [RS_OPEN_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:32,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=912277b9f8628e982bc868cd05a7f96a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33186fd147fa,36749,1733391085096 2024-12-05T09:31:32,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 912277b9f8628e982bc868cd05a7f96a, server=33186fd147fa,36749,1733391085096 because future has completed 2024-12-05T09:31:32,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T09:31:32,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 912277b9f8628e982bc868cd05a7f96a, server=33186fd147fa,36749,1733391085096 in 169 msec 2024-12-05T09:31:32,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T09:31:32,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=912277b9f8628e982bc868cd05a7f96a, ASSIGN in 324 msec 2024-12-05T09:31:32,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:31:32,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391092790"}]},"ts":"1733391092790"} 2024-12-05T09:31:32,791 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T09:31:32,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:31:32,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-05T09:31:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T09:31:33,023 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T09:31:33,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:33,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44963,-1 for getting cluster id 2024-12-05T09:31:33,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:33,025 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efa57a27-2fa9-4b83-9382-c09ad477b203' 2024-12-05T09:31:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efa57a27-2fa9-4b83-9382-c09ad477b203" 2024-12-05T09:31:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af4ad8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44963,-1] 2024-12-05T09:31:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:33,026 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8191882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:33,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44963,1733391076643 2024-12-05T09:31:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a592751 2024-12-05T09:31:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:33,028 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:33,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://33186fd147fa:35877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:31:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:31:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:33,031 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:35877' 2024-12-05T09:31:33,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cc675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:33,032 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,35877,-1 for getting cluster id 2024-12-05T09:31:33,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:33,032 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2a760-88ea-47a9-a35e-f96b063c6f0f' 2024-12-05T09:31:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2a760-88ea-47a9-a35e-f96b063c6f0f" 2024-12-05T09:31:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7534ef0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,35877,-1] 2024-12-05T09:31:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:33,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:33,033 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:33,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:31:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fc7318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:33,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:33,034 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148885 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [33186fd147fa,43721,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T09:31:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,35877,1733391081006 2024-12-05T09:31:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b02117 2024-12-05T09:31:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:33,035 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:33,036 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T09:31:33,036 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:31:33,036 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:33,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:33,036 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:33,037 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T09:31:33,038 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T09:31:33,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T09:31:33,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:33,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T09:31:33,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741837_1013 (size=1138) 2024-12-05T09:31:33,088 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T09:31:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:33,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f527bcd886e41dc1bb14b6825e61112, NAME => 'hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406 2024-12-05T09:31:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741838_1014 (size=44) 2024-12-05T09:31:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:33,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:33,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:33,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:33,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f527bcd886e41dc1bb14b6825e61112, disabling compactions & flushes 2024-12-05T09:31:33,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:33,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:33,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. after waiting 0 ms 2024-12-05T09:31:33,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:33,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:33,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f527bcd886e41dc1bb14b6825e61112: Waiting for close lock at 1733391093850Disabling compacts and flushes for region at 1733391093850Disabling writes for close at 1733391093850Writing region close event to WAL at 1733391093850Closed at 1733391093850 2024-12-05T09:31:33,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T09:31:33,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733391093851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733391093851"}]},"ts":"1733391093851"} 2024-12-05T09:31:33,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T09:31:33,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T09:31:33,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391093853"}]},"ts":"1733391093853"} 2024-12-05T09:31:33,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T09:31:33,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f527bcd886e41dc1bb14b6825e61112, ASSIGN}] 2024-12-05T09:31:33,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f527bcd886e41dc1bb14b6825e61112, ASSIGN 2024-12-05T09:31:33,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f527bcd886e41dc1bb14b6825e61112, ASSIGN; state=OFFLINE, location=33186fd147fa,43057,1733391076772; forceNewPlan=false, retain=false 2024-12-05T09:31:34,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f527bcd886e41dc1bb14b6825e61112, regionState=OPENING, regionLocation=33186fd147fa,43057,1733391076772 2024-12-05T09:31:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f527bcd886e41dc1bb14b6825e61112, ASSIGN because future has completed 2024-12-05T09:31:34,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f527bcd886e41dc1bb14b6825e61112, server=33186fd147fa,43057,1733391076772}] 2024-12-05T09:31:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:34,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:34,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T09:31:34,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T09:31:34,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=33186fd147fa%2C43057%2C1733391076772.rep, suffix=, logDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/oldWALs, maxLogs=10 2024-12-05T09:31:34,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.rep.1733391094165, exclude list is [], retry=0 2024-12-05T09:31:34,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:34,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.rep.1733391094165 2024-12-05T09:31:34,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:34,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f527bcd886e41dc1bb14b6825e61112, NAME => 'hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112.', STARTKEY => '', ENDKEY => ''} 2024-12-05T09:31:34,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T09:31:34,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T09:31:34,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. service=MultiRowMutationService 2024-12-05T09:31:34,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T09:31:34,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T09:31:34,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,183 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,184 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f527bcd886e41dc1bb14b6825e61112 columnFamilyName hfileref 2024-12-05T09:31:34,184 DEBUG [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:34,185 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] regionserver.HStore(327): Store=5f527bcd886e41dc1bb14b6825e61112/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:34,185 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,186 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f527bcd886e41dc1bb14b6825e61112 columnFamilyName queue 2024-12-05T09:31:34,186 DEBUG [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:34,186 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] regionserver.HStore(327): Store=5f527bcd886e41dc1bb14b6825e61112/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:34,186 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,187 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f527bcd886e41dc1bb14b6825e61112 columnFamilyName sid 2024-12-05T09:31:34,187 DEBUG [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T09:31:34,187 INFO [StoreOpener-5f527bcd886e41dc1bb14b6825e61112-1 {}] regionserver.HStore(327): Store=5f527bcd886e41dc1bb14b6825e61112/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T09:31:34,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T09:31:34,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T09:31:34,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f527bcd886e41dc1bb14b6825e61112; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75227267, jitterRate=0.1209736317396164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T09:31:34,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:34,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f527bcd886e41dc1bb14b6825e61112: Running coprocessor pre-open hook at 1733391094182Writing region info on filesystem at 1733391094182Initializing all the Stores at 1733391094183 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391094183Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391094183Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733391094183Cleaning up temporary data from old regions at 1733391094188 (+5 ms)Running coprocessor post-open hooks at 1733391094191 (+3 ms)Region opened successfully at 1733391094191 2024-12-05T09:31:34,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112., pid=10, masterSystemTime=1733391094160 2024-12-05T09:31:34,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:34,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:34,194 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f527bcd886e41dc1bb14b6825e61112, regionState=OPEN, openSeqNum=2, regionLocation=33186fd147fa,43057,1733391076772 2024-12-05T09:31:34,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f527bcd886e41dc1bb14b6825e61112, server=33186fd147fa,43057,1733391076772 because future has completed 2024-12-05T09:31:34,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T09:31:34,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f527bcd886e41dc1bb14b6825e61112, server=33186fd147fa,43057,1733391076772 in 188 msec 2024-12-05T09:31:34,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T09:31:34,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f527bcd886e41dc1bb14b6825e61112, ASSIGN in 343 msec 2024-12-05T09:31:34,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T09:31:34,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733391094200"}]},"ts":"1733391094200"} 2024-12-05T09:31:34,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T09:31:34,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T09:31:34,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-05T09:31:34,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112., hostname=33186fd147fa,43057,1733391076772, seqNum=2] 2024-12-05T09:31:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:34,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:31:34,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T09:31:34,469 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T09:31:34,506 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-33186fd147fa,43057,1733391076772, ReplicationSource: 1, currentBandwidth=0 2024-12-05T09:31:34,506 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:34,506 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43057,1733391076772, seqNum=-1] 2024-12-05T09:31:34,507 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:34,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T09:31:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-33186fd147fa,43057,1733391076772', locateType=CURRENT is [region=hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112., hostname=33186fd147fa,43057,1733391076772, seqNum=2] 2024-12-05T09:31:34,511 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T09:31:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T09:31:34,513 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 33186fd147fa,43057,1733391076772 suceeded 2024-12-05T09:31:34,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T09:31:34,515 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://33186fd147fa:35877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:31:34,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-05T09:31:34,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-12-05T09:31:34,530 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:35877' 2024-12-05T09:31:34,531 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed26281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:34,531 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,35877,-1 for getting cluster id 2024-12-05T09:31:34,532 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:34,532 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2a760-88ea-47a9-a35e-f96b063c6f0f' 2024-12-05T09:31:34,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:34,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2a760-88ea-47a9-a35e-f96b063c6f0f" 2024-12-05T09:31:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17857080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,35877,-1] 2024-12-05T09:31:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:34,533 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:34,534 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6115b752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:34,534 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,35877,1733391081006 2024-12-05T09:31:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ce3b8b 2024-12-05T09:31:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:34,536 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T09:31:34,536 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-33186fd147fa,43057,1733391076772 (queues=1) is replicating from cluster=efa57a27-2fa9-4b83-9382-c09ad477b203 to cluster=63b2a760-88ea-47a9-a35e-f96b063c6f0f 2024-12-05T09:31:34,536 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=33186fd147fa%2C43057%2C1733391076772 2024-12-05T09:31:34,536 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-33186fd147fa,43057,1733391076772, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:31:34,537 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C43057%2C1733391076772 2024-12-05T09:31:34,537 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559, startPosition=0, beingWritten=true 2024-12-05T09:31:34,541 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:31:34,541 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 379, reset compression=false 2024-12-05T09:31:34,541 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:31:34,744 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 379, reset compression=false 2024-12-05T09:31:35,047 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 379, reset compression=false 2024-12-05T09:31:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T09:31:35,174 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T09:31:35,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:35,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:35,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:35,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:35,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:35,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44963,-1 for getting cluster id 2024-12-05T09:31:35,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:35,175 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efa57a27-2fa9-4b83-9382-c09ad477b203' 2024-12-05T09:31:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efa57a27-2fa9-4b83-9382-c09ad477b203" 2024-12-05T09:31:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ee6df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44963,-1] 2024-12-05T09:31:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:35,176 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a723dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,35877,-1 for getting cluster id 2024-12-05T09:31:35,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:35,177 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2a760-88ea-47a9-a35e-f96b063c6f0f' 2024-12-05T09:31:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2a760-88ea-47a9-a35e-f96b063c6f0f" 2024-12-05T09:31:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed32fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,35877,-1] 2024-12-05T09:31:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:35,178 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32704c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42837,-1 for getting cluster id 2024-12-05T09:31:35,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:35,180 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4f1a33-a534-4950-8bac-c61e95d16233' 2024-12-05T09:31:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4f1a33-a534-4950-8bac-c61e95d16233" 2024-12-05T09:31:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f60e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42837,-1] 2024-12-05T09:31:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:35,181 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a93e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:35,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733391095184/Put/seqid=0 2024-12-05T09:31:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741840_1016 (size=7894) 2024-12-05T09:31:35,450 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 379, reset compression=false 2024-12-05T09:31:35,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733391095589/Put/seqid=0 2024-12-05T09:31:35,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741841_1017 (size=7691) 2024-12-05T09:31:35,953 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 379, reset compression=false 2024-12-05T09:31:35,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44963,-1 for getting cluster id 2024-12-05T09:31:35,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:35,994 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efa57a27-2fa9-4b83-9382-c09ad477b203' 2024-12-05T09:31:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efa57a27-2fa9-4b83-9382-c09ad477b203" 2024-12-05T09:31:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5057a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44963,-1] 2024-12-05T09:31:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:35,996 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:35,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:35,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:35,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43057,1733391076772, seqNum=-1] 2024-12-05T09:31:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:35,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:36,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44963,1733391076643 2024-12-05T09:31:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1a5182 2024-12-05T09:31:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:36,005 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2] 2024-12-05T09:31:36,010 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:31:36,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T09:31:36,016 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T09:31:36,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T09:31:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:36,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T09:31:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HRegion(2603): Flush status journal for 114fadb4a3091e957bd0b8de2dd0c21d: 2024-12-05T09:31:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_1 2024-12-05T09:31:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_1 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ 2024-12-05T09:31:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_0 2024-12-05T09:31:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_0 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ 2024-12-05T09:31:36,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_1 into 114fadb4a3091e957bd0b8de2dd0c21d/f as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ - updating store file list. 2024-12-05T09:31:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a203659122b4b5688f4a6d36fc917bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:36,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ into 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:36,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_1 into 114fadb4a3091e957bd0b8de2dd0c21d/f (new location: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_) 2024-12-05T09:31:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_1 2024-12-05T09:31:36,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_0 into 114fadb4a3091e957bd0b8de2dd0c21d/f as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ - updating store file list. 2024-12-05T09:31:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:36,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ into 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:36,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_0 into 114fadb4a3091e957bd0b8de2dd0c21d/f (new location: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_) 2024-12-05T09:31:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__ds8elkp1rfdonovnkk3kmne8e7l6f7jhrcm29f0j5lc3tnv3g6ebaof80t4s2461/f/hfile_0 2024-12-05T09:31:36,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:36,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:36,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:36,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:36,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:44954 deadline: 1733391156041 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:44954 2024-12-05T09:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2 , the old value is region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=33186fd147fa:43057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2 from cache 2024-12-05T09:31:36,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45899,1733391081124, seqNum=-1] 2024-12-05T09:31:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:36,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:36,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a., hostname=33186fd147fa,45899,1733391081124, seqNum=2] 2024-12-05T09:31:36,045 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:31:36,144 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T09:31:36,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T09:31:36,558 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 379, reset compression=false 2024-12-05T09:31:36,561 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:31:36,561 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[{test/114fadb4a3091e957bd0b8de2dd0c21d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733391096040/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T09:31:36,563 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:36,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T09:31:36,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.ReplicationSink(318): Replicating [efa57a27-2fa9-4b83-9382-c09ad477b203] bulk loaded data 2024-12-05T09:31:36,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cfaafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:36,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,35877,-1 for getting cluster id 2024-12-05T09:31:36,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:36,565 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2a760-88ea-47a9-a35e-f96b063c6f0f' 2024-12-05T09:31:36,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:36,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2a760-88ea-47a9-a35e-f96b063c6f0f" 2024-12-05T09:31:36,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d47b38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:36,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,35877,-1] 2024-12-05T09:31:36,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:36,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:36,566 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:36,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ded94b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741837_1013 (size=7691) 2024-12-05T09:31:36,761 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 687, reset compression=false 2024-12-05T09:31:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741838_1014 (size=7894) 2024-12-05T09:31:37,048 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:31:37,064 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 687, reset compression=false 2024-12-05T09:31:37,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,35877,1733391081006 2024-12-05T09:31:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@134fcef5 2024-12-05T09:31:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:37,383 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T09:31:37,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:31:37,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:37,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,45899,1733391081124, seqNum=-1] 2024-12-05T09:31:37,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:37,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T09:31:37,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T09:31:37,393 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T09:31:37,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ for inclusion in 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T09:31:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:37,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ for inclusion in 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T09:31:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegion(2603): Flush status journal for 9b6c585aeedd144ea9f3a4073ad2cf8a: 2024-12-05T09:31:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:31:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7754afa399414747a88b4931ea8d5607_SeqId_4_ 2024-12-05T09:31:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:31:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/04c89669d3db47bb946c086cfbb13a61_SeqId_4_ 2024-12-05T09:31:37,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7754afa399414747a88b4931ea8d5607_SeqId_4_ - updating store file list. 2024-12-05T09:31:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7754afa399414747a88b4931ea8d5607_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:37,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7754afa399414747a88b4931ea8d5607_SeqId_4_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:37,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f (new location: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7754afa399414747a88b4931ea8d5607_SeqId_4_) 2024-12-05T09:31:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4a203659122b4b5688f4a6d36fc917bb_SeqId_4_ 2024-12-05T09:31:37,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/04c89669d3db47bb946c086cfbb13a61_SeqId_4_ - updating store file list. 2024-12-05T09:31:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04c89669d3db47bb946c086cfbb13a61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:37,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/04c89669d3db47bb946c086cfbb13a61_SeqId_4_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:37,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f (new location: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/04c89669d3db47bb946c086cfbb13a61_SeqId_4_) 2024-12-05T09:31:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__4i7r6s1009ncal3jmro5iv8a0s426vlqji883hehjk2c6p2f3ebq5p73g94krgfh/f/4474750cb8b5428c90a4fbd0fbe803cb_SeqId_4_ 2024-12-05T09:31:37,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.ReplicationSink(324): Finished replicating [efa57a27-2fa9-4b83-9382-c09ad477b203] bulk loaded data 2024-12-05T09:31:37,467 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 687, reset compression=false 2024-12-05T09:31:37,970 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 687, reset compression=false 2024-12-05T09:31:38,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36749,1733391085096, seqNum=-1] 2024-12-05T09:31:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:38,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733391091646.912277b9f8628e982bc868cd05a7f96a., hostname=33186fd147fa,36749,1733391085096, seqNum=2] 2024-12-05T09:31:38,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:38,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T09:31:38,064 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 33186fd147fa%2C43057%2C1733391076772.meta:.meta(num 1733391079499) roll requested 2024-12-05T09:31:38,078 DEBUG [regionserver/33186fd147fa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391098064.meta, exclude list is [], retry=0 2024-12-05T09:31:38,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:38,082 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391079499.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391098064.meta 2024-12-05T09:31:38,082 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:38,082 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391079499.meta is not closed yet, will try archiving it next time 2024-12-05T09:31:38,082 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 33186fd147fa%2C43057%2C1733391076772.rep:(num 1733391094165) roll requested 2024-12-05T09:31:38,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741834_1010 (size=3473) 2024-12-05T09:31:38,094 DEBUG [regionserver/33186fd147fa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.rep.1733391098082, exclude list is [], retry=0 2024-12-05T09:31:38,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:38,098 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.rep.1733391094165 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.rep.1733391098082 2024-12-05T09:31:38,098 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:38,099 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.rep.1733391094165 is not closed yet, will try archiving it next time 2024-12-05T09:31:38,099 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 33186fd147fa%2C43057%2C1733391076772:(num 1733391078559) roll requested 2024-12-05T09:31:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741839_1015 (size=1505) 2024-12-05T09:31:38,115 DEBUG [regionserver/33186fd147fa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, exclude list is [], retry=0 2024-12-05T09:31:38,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-2f8784cc-b3de-45ee-b43a-98837b2d9af3,DISK] 2024-12-05T09:31:38,119 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 2024-12-05T09:31:38,120 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40845:40845)] 2024-12-05T09:31:38,120 DEBUG [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 is not closed yet, will try archiving it next time 2024-12-05T09:31:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741832_1008 (size=695) 2024-12-05T09:31:38,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,123 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/oldWALs/33186fd147fa%2C43057%2C1733391076772.1733391078559 2024-12-05T09:31:38,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44963,-1 for getting cluster id 2024-12-05T09:31:38,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:38,124 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efa57a27-2fa9-4b83-9382-c09ad477b203' 2024-12-05T09:31:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efa57a27-2fa9-4b83-9382-c09ad477b203" 2024-12-05T09:31:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb5aa38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44963,-1] 2024-12-05T09:31:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,125 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a24e65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44963,1733391076643 2024-12-05T09:31:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@621a3389 2024-12-05T09:31:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:38,127 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:38,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://33186fd147fa:42837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T09:31:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T09:31:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:31:38,129 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:42837' 2024-12-05T09:31:38,130 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282380a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,130 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42837,-1 for getting cluster id 2024-12-05T09:31:38,130 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:38,130 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4f1a33-a534-4950-8bac-c61e95d16233' 2024-12-05T09:31:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4f1a33-a534-4950-8bac-c61e95d16233" 2024-12-05T09:31:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49515546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42837,-1] 2024-12-05T09:31:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,131 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e47e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,132 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42837,1733391084998 2024-12-05T09:31:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e12ddbb 2024-12-05T09:31:38,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:38,133 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:38,134 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T09:31:38,134 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T09:31:38,134 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:38,134 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T09:31:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:31:38,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T09:31:38,360 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T09:31:38,382 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-33186fd147fa,43057,1733391076772, ReplicationSource: 2, currentBandwidth=0 2024-12-05T09:31:38,384 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T09:31:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T09:31:38,386 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 33186fd147fa,43057,1733391076772 suceeded 2024-12-05T09:31:38,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T09:31:38,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 178 msec 2024-12-05T09:31:38,387 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://33186fd147fa:42837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T09:31:38,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 260 msec 2024-12-05T09:31:38,396 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='33186fd147fa:42837' 2024-12-05T09:31:38,397 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b235492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,397 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42837,-1 for getting cluster id 2024-12-05T09:31:38,397 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:38,397 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4f1a33-a534-4950-8bac-c61e95d16233' 2024-12-05T09:31:38,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:38,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4f1a33-a534-4950-8bac-c61e95d16233" 2024-12-05T09:31:38,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@453bc383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42837,-1] 2024-12-05T09:31:38,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:38,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,398 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:38,399 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd1f800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:38,399 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:38,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42837,1733391084998 2024-12-05T09:31:38,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43cf859e 2024-12-05T09:31:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:38,400 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T09:31:38,400 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-33186fd147fa,43057,1733391076772 (queues=1) is replicating from cluster=efa57a27-2fa9-4b83-9382-c09ad477b203 to cluster=bc4f1a33-a534-4950-8bac-c61e95d16233 2024-12-05T09:31:38,400 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=33186fd147fa%2C43057%2C1733391076772 2024-12-05T09:31:38,401 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-33186fd147fa,43057,1733391076772, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T09:31:38,401 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, startPosition=0, beingWritten=true 2024-12-05T09:31:38,401 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33186fd147fa%2C43057%2C1733391076772 2024-12-05T09:31:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T09:31:38,443 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T09:31:38,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:38,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:38,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:38,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:38,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T09:31:38,447 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733391098447/Put/seqid=0 2024-12-05T09:31:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741845_1021 (size=11194) 2024-12-05T09:31:38,573 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 to pos 687, reset compression=false 2024-12-05T09:31:38,578 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 was moved to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/oldWALs/33186fd147fa%2C43057%2C1733391076772.1733391078559 2024-12-05T09:31:38,579 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559 2024-12-05T09:31:38,579 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, startPosition=0, beingWritten=true 2024-12-05T09:31:38,579 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391078559, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T09:31:38,581 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [33186fd147fa%2C43057%2C1733391076772.1733391078559] 2024-12-05T09:31:38,604 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 0, reset compression=false 2024-12-05T09:31:38,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733391098852/Put/seqid=0 2024-12-05T09:31:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741846_1022 (size=10791) 2024-12-05T09:31:38,908 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 0, reset compression=false 2024-12-05T09:31:39,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:39,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,44963,-1 for getting cluster id 2024-12-05T09:31:39,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:39,257 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efa57a27-2fa9-4b83-9382-c09ad477b203' 2024-12-05T09:31:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efa57a27-2fa9-4b83-9382-c09ad477b203" 2024-12-05T09:31:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2b31eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,44963,-1] 2024-12-05T09:31:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:39,258 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:39,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:39,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,43057,1733391076772, seqNum=-1] 2024-12-05T09:31:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:39,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T09:31:39,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,44963,1733391076643 2024-12-05T09:31:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9361e9 2024-12-05T09:31:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:39,268 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T09:31:39,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2] 2024-12-05T09:31:39,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:31:39,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T09:31:39,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T09:31:39,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:39,283 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 0, reset compression=false 2024-12-05T09:31:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T09:31:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:39,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T09:31:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HRegion(2603): Flush status journal for 114fadb4a3091e957bd0b8de2dd0c21d: 2024-12-05T09:31:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_1 2024-12-05T09:31:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_1 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ 2024-12-05T09:31:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_0 2024-12-05T09:31:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_0 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ 2024-12-05T09:31:39,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_1 into 114fadb4a3091e957bd0b8de2dd0c21d/f as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ - updating store file list. 2024-12-05T09:31:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4135cfc5d30642b38961f462a3070e99_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:39,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ into 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:39,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_1 into 114fadb4a3091e957bd0b8de2dd0c21d/f (new location: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_) 2024-12-05T09:31:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_1 2024-12-05T09:31:39,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_0 into 114fadb4a3091e957bd0b8de2dd0c21d/f as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ - updating store file list. 2024-12-05T09:31:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cf31c09ef7b46dd842165385c012c34_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:39,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ into 114fadb4a3091e957bd0b8de2dd0c21d/f 2024-12-05T09:31:39,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_0 into 114fadb4a3091e957bd0b8de2dd0c21d/f (new location: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_) 2024-12-05T09:31:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/staging/jenkins__test__j05oogccfsuhsc36pra4bl019cusp06s8j9dmbdtg34l4n6vk2hb16f3duer5n00/f/hfile_0 2024-12-05T09:31:39,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:39,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:39,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:39,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:39,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2 , the old value is region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=33186fd147fa:43057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:31:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T09:31:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., hostname=33186fd147fa,43057,1733391076772, seqNum=2 from cache 2024-12-05T09:31:39,305 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T09:31:39,306 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:31:39,311 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 0, reset compression=false 2024-12-05T09:31:39,315 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:31:39,315 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[{test/114fadb4a3091e957bd0b8de2dd0c21d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733391099302/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T09:31:39,316 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T09:31:39,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T09:31:39,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.ReplicationSink(318): Replicating [efa57a27-2fa9-4b83-9382-c09ad477b203] bulk loaded data 2024-12-05T09:31:39,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e4c8cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:39,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] client.ClusterIdFetcher(90): Going to request 33186fd147fa,42837,-1 for getting cluster id 2024-12-05T09:31:39,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T09:31:39,318 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4f1a33-a534-4950-8bac-c61e95d16233' 2024-12-05T09:31:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T09:31:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4f1a33-a534-4950-8bac-c61e95d16233" 2024-12-05T09:31:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298730b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [33186fd147fa,42837,-1] 2024-12-05T09:31:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T09:31:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:39,319 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T09:31:39,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4721c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T09:31:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741837_1013 (size=10791) 2024-12-05T09:31:39,413 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T09:31:39,515 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:39,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741838_1014 (size=11194) 2024-12-05T09:31:39,817 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:39,946 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:31:40,087 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 0, reset compression=false 2024-12-05T09:31:40,090 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T09:31:40,090 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[{test/114fadb4a3091e957bd0b8de2dd0c21d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733391099302/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T09:31:40,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.ReplicationSink(318): Replicating [efa57a27-2fa9-4b83-9382-c09ad477b203] bulk loaded data 2024-12-05T09:31:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741839_1015 (size=10791) 2024-12-05T09:31:40,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T09:31:40,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 33186fd147fa,42837,1733391084998 2024-12-05T09:31:40,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73be0073 2024-12-05T09:31:40,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T09:31:40,136 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T09:31:40,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:31:40,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T09:31:40,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33186fd147fa,36749,1733391085096, seqNum=-1] 2024-12-05T09:31:40,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T09:31:40,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T09:31:40,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T09:31:40,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T09:31:40,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ for inclusion in 912277b9f8628e982bc868cd05a7f96a/f 2024-12-05T09:31:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T09:31:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:40,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ for inclusion in 912277b9f8628e982bc868cd05a7f96a/f 2024-12-05T09:31:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T09:31:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HRegion(2603): Flush status journal for 912277b9f8628e982bc868cd05a7f96a: 2024-12-05T09:31:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4cf31c09ef7b46dd842165385c012c34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:31:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/8e9eed2e7b764f3e97982eda3eebb540_SeqId_4_ 2024-12-05T09:31:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4135cfc5d30642b38961f462a3070e99_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:31:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/57a19388d4844ac88db24092a102c876_SeqId_4_ 2024-12-05T09:31:40,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ into 912277b9f8628e982bc868cd05a7f96a/f as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/8e9eed2e7b764f3e97982eda3eebb540_SeqId_4_ - updating store file list. 2024-12-05T09:31:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e9eed2e7b764f3e97982eda3eebb540_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:40,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/8e9eed2e7b764f3e97982eda3eebb540_SeqId_4_ into 912277b9f8628e982bc868cd05a7f96a/f 2024-12-05T09:31:40,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ into 912277b9f8628e982bc868cd05a7f96a/f (new location: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/8e9eed2e7b764f3e97982eda3eebb540_SeqId_4_) 2024-12-05T09:31:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ 2024-12-05T09:31:40,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ into 912277b9f8628e982bc868cd05a7f96a/f as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/57a19388d4844ac88db24092a102c876_SeqId_4_ - updating store file list. 2024-12-05T09:31:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57a19388d4844ac88db24092a102c876_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:40,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/57a19388d4844ac88db24092a102c876_SeqId_4_ into 912277b9f8628e982bc868cd05a7f96a/f 2024-12-05T09:31:40,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ into 912277b9f8628e982bc868cd05a7f96a/f (new location: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/f/57a19388d4844ac88db24092a102c876_SeqId_4_) 2024-12-05T09:31:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/staging/jenkins.hfs.23__test__p2f08s0li3h342tjo25esqn53g13k95otjt20mb894m9n63fdjprqkk80fg2dpjf/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ 2024-12-05T09:31:40,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] regionserver.ReplicationSink(324): Finished replicating [efa57a27-2fa9-4b83-9382-c09ad477b203] bulk loaded data 2024-12-05T09:31:40,221 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:40,290 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:40,309 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T09:31:40,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741840_1016 (size=11194) 2024-12-05T09:31:40,594 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:40,724 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:40,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T09:31:40,916 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T09:31:40,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T09:31:40,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ for inclusion in 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T09:31:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:40,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ for inclusion in 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T09:31:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T09:31:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegion(2603): Flush status journal for 9b6c585aeedd144ea9f3a4073ad2cf8a: 2024-12-05T09:31:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4135cfc5d30642b38961f462a3070e99_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:31:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7234ae252f6e441fba27b406a059c514_SeqId_6_ 2024-12-05T09:31:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4cf31c09ef7b46dd842165385c012c34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T09:31:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/628f96e78ac64e65988412473521890f_SeqId_6_ 2024-12-05T09:31:40,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7234ae252f6e441fba27b406a059c514_SeqId_6_ - updating store file list. 2024-12-05T09:31:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7234ae252f6e441fba27b406a059c514_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:40,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7234ae252f6e441fba27b406a059c514_SeqId_6_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:40,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f (new location: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/7234ae252f6e441fba27b406a059c514_SeqId_6_) 2024-12-05T09:31:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4135cfc5d30642b38961f462a3070e99_SeqId_6_ 2024-12-05T09:31:40,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/628f96e78ac64e65988412473521890f_SeqId_6_ - updating store file list. 2024-12-05T09:31:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 628f96e78ac64e65988412473521890f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T09:31:40,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/628f96e78ac64e65988412473521890f_SeqId_6_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f 2024-12-05T09:31:40,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ into 9b6c585aeedd144ea9f3a4073ad2cf8a/f (new location: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/f/628f96e78ac64e65988412473521890f_SeqId_6_) 2024-12-05T09:31:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/staging/jenkins.hfs.22__test__gofiuu9g21qil7fd64qd7ufkcoqls1jasvtqj9kv5r08ltjkni2okp8femgb9d6p/f/4cf31c09ef7b46dd842165385c012c34_SeqId_6_ 2024-12-05T09:31:40,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.ReplicationSink(324): Finished replicating [efa57a27-2fa9-4b83-9382-c09ad477b203] bulk loaded data 2024-12-05T09:31:40,997 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:41,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:31:41,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:41,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:41,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:41,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:41,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:41,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:31:41,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2013514517, stopped=false 2024-12-05T09:31:41,323 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,42837,1733391084998 2024-12-05T09:31:41,328 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1290298595/running 2024-12-05T09:31:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1290298595/running 2024-12-05T09:31:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:41,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:41,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:41,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:41,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:41,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,36749,1733391085096' ***** 2024-12-05T09:31:41,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:31:41,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/running 2024-12-05T09:31:41,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Set watcher on znode that does not yet exist, /2-1290298595/running 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:31:41,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(3091): Received CLOSE for 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,36749,1733391085096 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:41,358 INFO [RS:0;33186fd147fa:36749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36749. 2024-12-05T09:31:41,359 DEBUG [RS:0;33186fd147fa:36749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:41,359 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 912277b9f8628e982bc868cd05a7f96a, disabling compactions & flushes 2024-12-05T09:31:41,359 DEBUG [RS:0;33186fd147fa:36749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:41,359 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:41,359 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:41,359 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. after waiting 0 ms 2024-12-05T09:31:41,359 INFO [RS:0;33186fd147fa:36749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:31:41,359 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:41,359 INFO [RS:0;33186fd147fa:36749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:31:41,359 INFO [RS:0;33186fd147fa:36749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:31:41,359 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:31:41,360 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:31:41,360 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 912277b9f8628e982bc868cd05a7f96a=test,,1733391091646.912277b9f8628e982bc868cd05a7f96a.} 2024-12-05T09:31:41,360 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 912277b9f8628e982bc868cd05a7f96a 2024-12-05T09:31:41,360 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:41,360 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:41,360 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:41,360 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:41,360 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:41,360 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T09:31:41,363 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/default/test/912277b9f8628e982bc868cd05a7f96a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T09:31:41,363 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:41,363 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:41,364 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:41,364 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 912277b9f8628e982bc868cd05a7f96a: Waiting for close lock at 1733391101358Running coprocessor pre-close hooks at 1733391101358Disabling compacts and flushes for region at 1733391101358Disabling writes for close at 1733391101359 (+1 ms)Writing region close event to WAL at 1733391101360 (+1 ms)Running coprocessor post-close hooks at 1733391101363 (+3 ms)Closed at 1733391101364 (+1 ms) 2024-12-05T09:31:41,364 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733391091646.912277b9f8628e982bc868cd05a7f96a. 2024-12-05T09:31:41,378 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/info/118c7369b0c4487eb090ae9139ee647c is 129, key is test,,1733391091646.912277b9f8628e982bc868cd05a7f96a./info:regioninfo/1733391092784/Put/seqid=0 2024-12-05T09:31:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741839_1015 (size=6421) 2024-12-05T09:31:41,382 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/info/118c7369b0c4487eb090ae9139ee647c 2024-12-05T09:31:41,401 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/ns/3940d30e6d1f4601ba0c9eb5bdd01b60 is 43, key is default/ns:d/1733391088284/Put/seqid=0 2024-12-05T09:31:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741840_1016 (size=5153) 2024-12-05T09:31:41,419 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:41,500 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:41,560 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:41,760 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:41,805 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/ns/3940d30e6d1f4601ba0c9eb5bdd01b60 2024-12-05T09:31:41,820 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/7e303e0d8ec84ddbb60bb2d72be56af7 is 112, key is test,,1733391091646.912277b9f8628e982bc868cd05a7f96a./rep_barrier:seqnumDuringOpen/1733391092784/Put/seqid=0 2024-12-05T09:31:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741841_1017 (size=5518) 2024-12-05T09:31:41,960 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:42,032 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:42,103 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:42,160 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:42,198 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:31:42,198 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:31:42,224 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/7e303e0d8ec84ddbb60bb2d72be56af7 2024-12-05T09:31:42,245 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/table/0917838b5a2440808560abb080d9e369 is 40, key is test/table:state/1733391092790/Put/seqid=0 2024-12-05T09:31:42,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741842_1018 (size=5165) 2024-12-05T09:31:42,360 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:31:42,360 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:42,360 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:42,561 DEBUG [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:42,649 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/table/0917838b5a2440808560abb080d9e369 2024-12-05T09:31:42,653 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/info/118c7369b0c4487eb090ae9139ee647c as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/info/118c7369b0c4487eb090ae9139ee647c 2024-12-05T09:31:42,657 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/info/118c7369b0c4487eb090ae9139ee647c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T09:31:42,658 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/ns/3940d30e6d1f4601ba0c9eb5bdd01b60 as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/ns/3940d30e6d1f4601ba0c9eb5bdd01b60 2024-12-05T09:31:42,661 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/ns/3940d30e6d1f4601ba0c9eb5bdd01b60, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:31:42,661 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/7e303e0d8ec84ddbb60bb2d72be56af7 as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/rep_barrier/7e303e0d8ec84ddbb60bb2d72be56af7 2024-12-05T09:31:42,665 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/rep_barrier/7e303e0d8ec84ddbb60bb2d72be56af7, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T09:31:42,665 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/.tmp/table/0917838b5a2440808560abb080d9e369 as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/table/0917838b5a2440808560abb080d9e369 2024-12-05T09:31:42,668 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/table/0917838b5a2440808560abb080d9e369, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:31:42,669 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-12-05T09:31:42,674 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T09:31:42,674 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:42,674 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:42,674 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:42,674 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391101360Running coprocessor pre-close hooks at 1733391101360Disabling compacts and flushes for region at 1733391101360Disabling writes for close at 1733391101360Obtaining lock to block concurrent updates at 1733391101360Preparing flush snapshotting stores in 1588230740 at 1733391101360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733391101360Flushing stores of hbase:meta,,1.1588230740 at 1733391101361 (+1 ms)Flushing 1588230740/info: creating writer at 1733391101361Flushing 1588230740/info: appending metadata at 1733391101378 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733391101378Flushing 1588230740/ns: creating writer at 1733391101385 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733391101401 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733391101401Flushing 1588230740/rep_barrier: creating writer at 1733391101808 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391101820 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391101820Flushing 1588230740/table: creating writer at 1733391102228 (+408 ms)Flushing 1588230740/table: appending metadata at 1733391102245 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733391102245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601dc0c: reopening flushed file at 1733391102653 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648b23fd: reopening flushed file at 1733391102657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15480001: reopening flushed file at 1733391102661 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113336f8: reopening flushed file at 1733391102665 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1733391102669 (+4 ms)Writing region close event to WAL at 1733391102671 (+2 ms)Running coprocessor post-close hooks at 1733391102674 (+3 ms)Closed at 1733391102674 2024-12-05T09:31:42,674 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:42,761 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,36749,1733391085096; all regions closed. 2024-12-05T09:31:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741834_1010 (size=2717) 2024-12-05T09:31:42,765 DEBUG [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/oldWALs 2024-12-05T09:31:42,765 INFO [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C36749%2C1733391085096.meta:.meta(num 1733391088248) 2024-12-05T09:31:42,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741832_1008 (size=1028) 2024-12-05T09:31:42,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/WALs/33186fd147fa,36749,1733391085096/33186fd147fa%2C36749%2C1733391085096.1733391087332 not finished, retry = 0 2024-12-05T09:31:42,806 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:42,835 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:42,868 DEBUG [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/oldWALs 2024-12-05T09:31:42,868 INFO [RS:0;33186fd147fa:36749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C36749%2C1733391085096:(num 1733391087332) 2024-12-05T09:31:42,869 DEBUG [RS:0;33186fd147fa:36749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:42,869 INFO [RS:0;33186fd147fa:36749 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:42,869 INFO [RS:0;33186fd147fa:36749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:42,869 INFO [RS:0;33186fd147fa:36749 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:42,869 INFO [RS:0;33186fd147fa:36749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:42,869 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:42,869 INFO [RS:0;33186fd147fa:36749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:36749. 2024-12-05T09:31:42,869 DEBUG [RS:0;33186fd147fa:36749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:42,870 DEBUG [RS:0;33186fd147fa:36749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:42,870 DEBUG [RS:0;33186fd147fa:36749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:42,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:42,870 INFO [RS:0;33186fd147fa:36749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36749 2024-12-05T09:31:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595/rs 2024-12-05T09:31:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1290298595/rs/33186fd147fa,36749,1733391085096 2024-12-05T09:31:42,907 INFO [RS:0;33186fd147fa:36749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:42,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,36749,1733391085096] 2024-12-05T09:31:42,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1290298595/draining/33186fd147fa,36749,1733391085096 already deleted, retry=false 2024-12-05T09:31:42,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,36749,1733391085096 expired; onlineServers=0 2024-12-05T09:31:42,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,42837,1733391084998' ***** 2024-12-05T09:31:42,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:31:42,923 INFO [M:0;33186fd147fa:42837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:42,923 INFO [M:0;33186fd147fa:42837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:42,924 DEBUG [M:0;33186fd147fa:42837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:31:42,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:31:42,924 DEBUG [M:0;33186fd147fa:42837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:31:42,924 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391087064 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391087064,5,FailOnTimeoutGroup] 2024-12-05T09:31:42,924 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391087064 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391087064,5,FailOnTimeoutGroup] 2024-12-05T09:31:42,924 INFO [M:0;33186fd147fa:42837 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:42,924 INFO [M:0;33186fd147fa:42837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:42,924 DEBUG [M:0;33186fd147fa:42837 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:31:42,924 INFO [M:0;33186fd147fa:42837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:31:42,924 INFO [M:0;33186fd147fa:42837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:42,924 INFO [M:0;33186fd147fa:42837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:31:42,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:31:42,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1290298595/master 2024-12-05T09:31:42,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1290298595 2024-12-05T09:31:42,932 DEBUG [M:0;33186fd147fa:42837 {}] zookeeper.ZKUtil(347): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Unable to get data of znode /2-1290298595/master because node does not exist (not an error) 2024-12-05T09:31:42,932 WARN [M:0;33186fd147fa:42837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:31:42,933 INFO [M:0;33186fd147fa:42837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/.lastflushedseqids 2024-12-05T09:31:42,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741843_1019 (size=173) 2024-12-05T09:31:42,936 INFO [M:0;33186fd147fa:42837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:31:42,937 INFO [M:0;33186fd147fa:42837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:31:42,937 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:42,937 INFO [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:42,937 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:42,937 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:42,937 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:42,937 INFO [M:0;33186fd147fa:42837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T09:31:42,949 DEBUG [M:0;33186fd147fa:42837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cc9e7f30da34dcba99fb8c227aab599 is 82, key is hbase:meta,,1/info:regioninfo/1733391088271/Put/seqid=0 2024-12-05T09:31:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741844_1020 (size=5672) 2024-12-05T09:31:42,953 INFO [M:0;33186fd147fa:42837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cc9e7f30da34dcba99fb8c227aab599 2024-12-05T09:31:42,968 DEBUG [M:0;33186fd147fa:42837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be12a471573f4af080a78096cba3bf82 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733391092792/Put/seqid=0 2024-12-05T09:31:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741845_1021 (size=6586) 2024-12-05T09:31:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:43,015 INFO [RS:0;33186fd147fa:36749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:43,015 INFO [RS:0;33186fd147fa:36749 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,36749,1733391085096; zookeeper connection closed. 2024-12-05T09:31:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36749-0x101a6028d320007, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:43,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d874e6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d874e6e 2024-12-05T09:31:43,016 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:31:43,371 INFO [M:0;33186fd147fa:42837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be12a471573f4af080a78096cba3bf82 2024-12-05T09:31:43,391 DEBUG [M:0;33186fd147fa:42837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2708058f90384519869ba0683313e1b8 is 69, key is 33186fd147fa,36749,1733391085096/rs:state/1733391087154/Put/seqid=0 2024-12-05T09:31:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741846_1022 (size=5156) 2024-12-05T09:31:43,609 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:43,739 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:43,795 INFO [M:0;33186fd147fa:42837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2708058f90384519869ba0683313e1b8 2024-12-05T09:31:43,798 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cc9e7f30da34dcba99fb8c227aab599 as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cc9e7f30da34dcba99fb8c227aab599 2024-12-05T09:31:43,801 INFO [M:0;33186fd147fa:42837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cc9e7f30da34dcba99fb8c227aab599, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T09:31:43,802 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be12a471573f4af080a78096cba3bf82 as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be12a471573f4af080a78096cba3bf82 2024-12-05T09:31:43,805 INFO [M:0;33186fd147fa:42837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be12a471573f4af080a78096cba3bf82, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T09:31:43,806 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2708058f90384519869ba0683313e1b8 as hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2708058f90384519869ba0683313e1b8 2024-12-05T09:31:43,809 INFO [M:0;33186fd147fa:42837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/89854ef1-d2e1-75a2-0dfe-2cd6ca9af6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2708058f90384519869ba0683313e1b8, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T09:31:43,810 INFO [M:0;33186fd147fa:42837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=55, compaction requested=false 2024-12-05T09:31:43,811 INFO [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:43,811 DEBUG [M:0;33186fd147fa:42837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391102937Disabling compacts and flushes for region at 1733391102937Disabling writes for close at 1733391102937Obtaining lock to block concurrent updates at 1733391102937Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391102937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733391102937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391102938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391102938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391102949 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391102949Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391102955 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391102967 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391102968 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391103375 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391103391 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391103391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29932e0e: reopening flushed file at 1733391103798 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a0f7b7: reopening flushed file at 1733391103801 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6028a7e4: reopening flushed file at 1733391103805 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=55, compaction requested=false at 1733391103810 (+5 ms)Writing region close event to WAL at 1733391103811 (+1 ms)Closed at 1733391103811 2024-12-05T09:31:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741830_1006 (size=32770) 2024-12-05T09:31:43,813 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:43,813 INFO [M:0;33186fd147fa:42837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:31:43,813 INFO [M:0;33186fd147fa:42837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42837 2024-12-05T09:31:43,813 INFO [M:0;33186fd147fa:42837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:43,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:43,948 INFO [M:0;33186fd147fa:42837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:43,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42837-0x101a6028d320006, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:43,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3825ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:43,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:43,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:43,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:43,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:43,979 WARN [BP-1114407520-172.17.0.3-1733391083992 heartbeating to localhost/127.0.0.1:40927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:31:43,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:31:43,979 WARN [BP-1114407520-172.17.0.3-1733391083992 heartbeating to localhost/127.0.0.1:40927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114407520-172.17.0.3-1733391083992 (Datanode Uuid 127ce01d-5f4a-4f0b-af81-830ff5c253df) service to localhost/127.0.0.1:40927 2024-12-05T09:31:43,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:31:43,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/cluster_c3edaacd-fd49-305c-7ae4-579438fde4af/data/data1/current/BP-1114407520-172.17.0.3-1733391083992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:43,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/cluster_c3edaacd-fd49-305c-7ae4-579438fde4af/data/data2/current/BP-1114407520-172.17.0.3-1733391083992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:43,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:31:43,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37627d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:43,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:43,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:43,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:43,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/803b9a0a-8171-e9e8-4bd4-362a863d4aab/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:31:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:31:43,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:43,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:43,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:43,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:43,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:43,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:31:43,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1843941648, stopped=false 2024-12-05T09:31:43,999 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,35877,1733391081006 2024-12-05T09:31:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296966946/running 2024-12-05T09:31:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296966946/running 2024-12-05T09:31:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:44,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:44,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:44,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:44,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:44,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/running 2024-12-05T09:31:44,015 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,45899,1733391081124' ***** 2024-12-05T09:31:44,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Set watcher on znode that does not yet exist, /1296966946/running 2024-12-05T09:31:44,015 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:31:44,016 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,45899,1733391081124 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:45899. 2024-12-05T09:31:44,016 DEBUG [RS:0;33186fd147fa:45899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:44,016 DEBUG [RS:0;33186fd147fa:45899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:44,016 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b6c585aeedd144ea9f3a4073ad2cf8a, disabling compactions & flushes 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:31:44,016 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:31:44,016 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:44,016 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. after waiting 0 ms 2024-12-05T09:31:44,016 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:44,016 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T09:31:44,017 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1325): Online Regions={9b6c585aeedd144ea9f3a4073ad2cf8a=test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:44,017 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6c585aeedd144ea9f3a4073ad2cf8a 2024-12-05T09:31:44,017 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:44,017 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:44,017 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:44,017 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:44,017 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:44,017 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T09:31:44,019 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/default/test/9b6c585aeedd144ea9f3a4073ad2cf8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:31:44,020 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:44,020 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:44,020 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:44,020 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b6c585aeedd144ea9f3a4073ad2cf8a: Waiting for close lock at 1733391104016Running coprocessor pre-close hooks at 1733391104016Disabling compacts and flushes for region at 1733391104016Disabling writes for close at 1733391104016Writing region close event to WAL at 1733391104017 (+1 ms)Running coprocessor post-close hooks at 1733391104020 (+3 ms)Closed at 1733391104020 2024-12-05T09:31:44,020 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a. 2024-12-05T09:31:44,020 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:44,030 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/info/f1e22374f82c4495ba0f56c3e971a602 is 129, key is test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a./info:regioninfo/1733391090652/Put/seqid=0 2024-12-05T09:31:44,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741841_1017 (size=6421) 2024-12-05T09:31:44,033 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/info/f1e22374f82c4495ba0f56c3e971a602 2024-12-05T09:31:44,056 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/ns/55582b3e1a8140e7b266c558e24f89ec is 43, key is default/ns:d/1733391083927/Put/seqid=0 2024-12-05T09:31:44,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741842_1018 (size=5153) 2024-12-05T09:31:44,217 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:44,417 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:44,460 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/ns/55582b3e1a8140e7b266c558e24f89ec 2024-12-05T09:31:44,477 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/rep_barrier/f7957dd6a7454fdcb00145c03434eaea is 112, key is test,,1733391089495.9b6c585aeedd144ea9f3a4073ad2cf8a./rep_barrier:seqnumDuringOpen/1733391090652/Put/seqid=0 2024-12-05T09:31:44,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741843_1019 (size=5518) 2024-12-05T09:31:44,513 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:44,617 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:44,698 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:31:44,698 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:31:44,742 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:44,817 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:44,881 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/rep_barrier/f7957dd6a7454fdcb00145c03434eaea 2024-12-05T09:31:44,897 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/table/44415f7068c64b93bffdadbc5d259cfd is 40, key is test/table:state/1733391090657/Put/seqid=0 2024-12-05T09:31:44,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741844_1020 (size=5165) 2024-12-05T09:31:45,017 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:31:45,017 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:45,017 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:45,218 DEBUG [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:45,300 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/table/44415f7068c64b93bffdadbc5d259cfd 2024-12-05T09:31:45,304 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/info/f1e22374f82c4495ba0f56c3e971a602 as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/info/f1e22374f82c4495ba0f56c3e971a602 2024-12-05T09:31:45,307 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/info/f1e22374f82c4495ba0f56c3e971a602, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T09:31:45,307 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/ns/55582b3e1a8140e7b266c558e24f89ec as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/ns/55582b3e1a8140e7b266c558e24f89ec 2024-12-05T09:31:45,310 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/ns/55582b3e1a8140e7b266c558e24f89ec, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:31:45,311 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/rep_barrier/f7957dd6a7454fdcb00145c03434eaea as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/rep_barrier/f7957dd6a7454fdcb00145c03434eaea 2024-12-05T09:31:45,314 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/rep_barrier/f7957dd6a7454fdcb00145c03434eaea, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T09:31:45,315 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/.tmp/table/44415f7068c64b93bffdadbc5d259cfd as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/table/44415f7068c64b93bffdadbc5d259cfd 2024-12-05T09:31:45,318 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/table/44415f7068c64b93bffdadbc5d259cfd, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T09:31:45,318 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-12-05T09:31:45,322 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T09:31:45,322 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:45,322 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:45,322 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:45,322 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391104017Running coprocessor pre-close hooks at 1733391104017Disabling compacts and flushes for region at 1733391104017Disabling writes for close at 1733391104017Obtaining lock to block concurrent updates at 1733391104017Preparing flush snapshotting stores in 1588230740 at 1733391104017Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733391104017Flushing stores of hbase:meta,,1.1588230740 at 1733391104017Flushing 1588230740/info: creating writer at 1733391104018 (+1 ms)Flushing 1588230740/info: appending metadata at 1733391104029 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733391104029Flushing 1588230740/ns: creating writer at 1733391104037 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733391104056 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733391104056Flushing 1588230740/rep_barrier: creating writer at 1733391104464 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391104476 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391104476Flushing 1588230740/table: creating writer at 1733391104884 (+408 ms)Flushing 1588230740/table: appending metadata at 1733391104897 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733391104897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c438ae8: reopening flushed file at 1733391105304 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ddf887: reopening flushed file at 1733391105307 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f621030: reopening flushed file at 1733391105310 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfafea6: reopening flushed file at 1733391105314 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1733391105318 (+4 ms)Writing region close event to WAL at 1733391105320 (+2 ms)Running coprocessor post-close hooks at 1733391105322 (+2 ms)Closed at 1733391105322 2024-12-05T09:31:45,322 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:45,418 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,45899,1733391081124; all regions closed. 2024-12-05T09:31:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741834_1010 (size=2717) 2024-12-05T09:31:45,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/WALs/33186fd147fa,45899,1733391081124/33186fd147fa%2C45899%2C1733391081124.meta.1733391083869.meta not finished, retry = 0 2024-12-05T09:31:45,516 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:45,522 DEBUG [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/oldWALs 2024-12-05T09:31:45,522 INFO [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C45899%2C1733391081124.meta:.meta(num 1733391083869) 2024-12-05T09:31:45,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741832_1008 (size=1374) 2024-12-05T09:31:45,524 DEBUG [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/oldWALs 2024-12-05T09:31:45,524 INFO [RS:0;33186fd147fa:45899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 33186fd147fa%2C45899%2C1733391081124:(num 1733391082820) 2024-12-05T09:31:45,524 DEBUG [RS:0;33186fd147fa:45899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:45,524 INFO [RS:0;33186fd147fa:45899 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:45,525 INFO [RS:0;33186fd147fa:45899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:45,525 INFO [RS:0;33186fd147fa:45899 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:45,525 INFO [RS:0;33186fd147fa:45899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:45,525 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:45,525 INFO [RS:0;33186fd147fa:45899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:45899. 2024-12-05T09:31:45,525 DEBUG [RS:0;33186fd147fa:45899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:45,525 DEBUG [RS:0;33186fd147fa:45899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:45,525 DEBUG [RS:0;33186fd147fa:45899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:45,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:45,525 INFO [RS:0;33186fd147fa:45899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45899 2024-12-05T09:31:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946/rs 2024-12-05T09:31:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296966946/rs/33186fd147fa,45899,1733391081124 2024-12-05T09:31:45,565 INFO [RS:0;33186fd147fa:45899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:45,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,45899,1733391081124] 2024-12-05T09:31:45,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1296966946/draining/33186fd147fa,45899,1733391081124 already deleted, retry=false 2024-12-05T09:31:45,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,45899,1733391081124 expired; onlineServers=0 2024-12-05T09:31:45,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,35877,1733391081006' ***** 2024-12-05T09:31:45,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:31:45,581 INFO [M:0;33186fd147fa:35877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:45,582 INFO [M:0;33186fd147fa:35877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:45,582 DEBUG [M:0;33186fd147fa:35877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:31:45,582 DEBUG [M:0;33186fd147fa:35877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:31:45,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:31:45,582 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391082638 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391082638,5,FailOnTimeoutGroup] 2024-12-05T09:31:45,582 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391082638 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391082638,5,FailOnTimeoutGroup] 2024-12-05T09:31:45,582 INFO [M:0;33186fd147fa:35877 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:45,582 INFO [M:0;33186fd147fa:35877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:45,582 DEBUG [M:0;33186fd147fa:35877 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:31:45,582 INFO [M:0;33186fd147fa:35877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:31:45,582 INFO [M:0;33186fd147fa:35877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:45,582 INFO [M:0;33186fd147fa:35877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:31:45,582 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:31:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296966946/master 2024-12-05T09:31:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296966946 2024-12-05T09:31:45,590 DEBUG [M:0;33186fd147fa:35877 {}] zookeeper.ZKUtil(347): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Unable to get data of znode /1296966946/master because node does not exist (not an error) 2024-12-05T09:31:45,590 WARN [M:0;33186fd147fa:35877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:31:45,590 INFO [M:0;33186fd147fa:35877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/.lastflushedseqids 2024-12-05T09:31:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741845_1021 (size=173) 2024-12-05T09:31:45,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:45,673 INFO [RS:0;33186fd147fa:45899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:45,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45899-0x101a6028d320004, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:45,673 INFO [RS:0;33186fd147fa:45899 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,45899,1733391081124; zookeeper connection closed. 2024-12-05T09:31:45,673 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59ed91f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59ed91f4 2024-12-05T09:31:45,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:31:45,845 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:45,994 INFO [M:0;33186fd147fa:35877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:31:45,994 INFO [M:0;33186fd147fa:35877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:31:45,994 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:45,994 INFO [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:45,994 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:45,994 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:45,994 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:45,994 INFO [M:0;33186fd147fa:35877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-05T09:31:46,010 DEBUG [M:0;33186fd147fa:35877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36f1b6146444089b458953484ebd752 is 82, key is hbase:meta,,1/info:regioninfo/1733391083912/Put/seqid=0 2024-12-05T09:31:46,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741846_1022 (size=5672) 2024-12-05T09:31:46,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T09:31:46,413 INFO [M:0;33186fd147fa:35877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36f1b6146444089b458953484ebd752 2024-12-05T09:31:46,432 DEBUG [M:0;33186fd147fa:35877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068a83bc07254338988da719e5abdb88 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733391090659/Put/seqid=0 2024-12-05T09:31:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741847_1023 (size=6587) 2024-12-05T09:31:46,435 INFO [M:0;33186fd147fa:35877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068a83bc07254338988da719e5abdb88 2024-12-05T09:31:46,450 DEBUG [M:0;33186fd147fa:35877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e81a8db37564f6f849d55beb060f638 is 69, key is 33186fd147fa,45899,1733391081124/rs:state/1733391082678/Put/seqid=0 2024-12-05T09:31:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741848_1024 (size=5156) 2024-12-05T09:31:46,619 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:46,854 INFO [M:0;33186fd147fa:35877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e81a8db37564f6f849d55beb060f638 2024-12-05T09:31:46,857 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36f1b6146444089b458953484ebd752 as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c36f1b6146444089b458953484ebd752 2024-12-05T09:31:46,860 INFO [M:0;33186fd147fa:35877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c36f1b6146444089b458953484ebd752, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T09:31:46,861 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068a83bc07254338988da719e5abdb88 as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/068a83bc07254338988da719e5abdb88 2024-12-05T09:31:46,863 INFO [M:0;33186fd147fa:35877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/068a83bc07254338988da719e5abdb88, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T09:31:46,864 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e81a8db37564f6f849d55beb060f638 as hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e81a8db37564f6f849d55beb060f638 2024-12-05T09:31:46,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T09:31:46,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,867 INFO [M:0;33186fd147fa:35877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/985c3de5-7e75-ee68-5cea-9932fee07125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e81a8db37564f6f849d55beb060f638, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T09:31:46,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,868 INFO [M:0;33186fd147fa:35877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-12-05T09:31:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,873 INFO [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:46,873 DEBUG [M:0;33186fd147fa:35877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391105994Disabling compacts and flushes for region at 1733391105994Disabling writes for close at 1733391105994Obtaining lock to block concurrent updates at 1733391105994Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391105994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733391105995 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391105995Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391105995Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391106010 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391106010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391106417 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391106432 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391106432Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391106439 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391106450 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391106450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a8152: reopening flushed file at 1733391106857 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212a81eb: reopening flushed file at 1733391106860 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502d2673: reopening flushed file at 1733391106863 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1733391106868 (+5 ms)Writing region close event to WAL at 1733391106873 (+5 ms)Closed at 1733391106873 2024-12-05T09:31:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741830_1006 (size=32782) 2024-12-05T09:31:46,875 INFO [M:0;33186fd147fa:35877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:31:46,875 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:46,875 INFO [M:0;33186fd147fa:35877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35877 2024-12-05T09:31:46,876 INFO [M:0;33186fd147fa:35877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:46,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:46,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T09:31:47,007 INFO [M:0;33186fd147fa:35877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:47,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:47,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35877-0x101a6028d320003, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:47,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49c06ed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:47,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@362a4d7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:47,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:47,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b583009{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:47,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aba0120{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:47,011 WARN [BP-1779917921-172.17.0.3-1733391079636 heartbeating to localhost/127.0.0.1:34415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:31:47,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:31:47,011 WARN [BP-1779917921-172.17.0.3-1733391079636 heartbeating to localhost/127.0.0.1:34415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1779917921-172.17.0.3-1733391079636 (Datanode Uuid ae299fe0-d17e-460c-a0fe-bf2107d936af) service to localhost/127.0.0.1:34415 2024-12-05T09:31:47,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:31:47,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/cluster_0fe749ac-2fa0-a98b-ffc7-41de61ae69f5/data/data1/current/BP-1779917921-172.17.0.3-1733391079636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:47,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/cluster_0fe749ac-2fa0-a98b-ffc7-41de61ae69f5/data/data2/current/BP-1779917921-172.17.0.3-1733391079636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:47,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:31:47,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f8c2f2f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:47,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2b1f96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:47,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:47,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f392555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:47,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@772e1cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb84cad6-87fb-a0d2-37a6-75faefdcb321/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:47,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:31:47,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T09:31:47,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:47,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:47,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:47,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:47,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:47,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T09:31:47,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=762877326, stopped=false 2024-12-05T09:31:47,031 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=33186fd147fa,44963,1733391076643 2024-12-05T09:31:47,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365166657/running 2024-12-05T09:31:47,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365166657/running 2024-12-05T09:31:47,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:47,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:47,045 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:47,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T09:31:47,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:47,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:47,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '33186fd147fa,43057,1733391076772' ***** 2024-12-05T09:31:47,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T09:31:47,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/running 2024-12-05T09:31:47,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Set watcher on znode that does not yet exist, /01365166657/running 2024-12-05T09:31:47,045 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T09:31:47,045 INFO [RS:0;33186fd147fa:43057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T09:31:47,045 INFO [RS:0;33186fd147fa:43057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(3091): Received CLOSE for 114fadb4a3091e957bd0b8de2dd0c21d 2024-12-05T09:31:47,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(959): stopping server 33186fd147fa,43057,1733391076772 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43057. 2024-12-05T09:31:47,046 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 114fadb4a3091e957bd0b8de2dd0c21d, disabling compactions & flushes 2024-12-05T09:31:47,046 DEBUG [RS:0;33186fd147fa:43057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:47,046 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:47,046 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:47,046 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:47,046 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. after waiting 0 ms 2024-12-05T09:31:47,046 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T09:31:47,046 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T09:31:47,047 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1325): Online Regions={114fadb4a3091e957bd0b8de2dd0c21d=test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d., 1588230740=hbase:meta,,1.1588230740, 5f527bcd886e41dc1bb14b6825e61112=hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112.} 2024-12-05T09:31:47,047 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 114fadb4a3091e957bd0b8de2dd0c21d, 1588230740, 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:47,047 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T09:31:47,047 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T09:31:47,047 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T09:31:47,047 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T09:31:47,047 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T09:31:47,047 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T09:31:47,048 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:47,049 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/default/test/114fadb4a3091e957bd0b8de2dd0c21d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T09:31:47,050 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 114fadb4a3091e957bd0b8de2dd0c21d: Waiting for close lock at 1733391107046Running coprocessor pre-close hooks at 1733391107046Disabling compacts and flushes for region at 1733391107046Disabling writes for close at 1733391107046Writing region close event to WAL at 1733391107047 (+1 ms)Running coprocessor post-close hooks at 1733391107050 (+3 ms)Closed at 1733391107050 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d. 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f527bcd886e41dc1bb14b6825e61112, disabling compactions & flushes 2024-12-05T09:31:47,050 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. after waiting 0 ms 2024-12-05T09:31:47,050 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:47,050 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f527bcd886e41dc1bb14b6825e61112 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T09:31:47,057 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:31:47,057 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:47,057 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:31:47,058 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 33186fd147fa,43057,1733391076772: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-33186fd147fa,43057,1733391076772, walGroup=33186fd147fa%2C43057%2C1733391076772, offset=33186fd147fa%2C43057%2C1733391076772.1733391098099:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:43057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T09:31:47,059 ERROR [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T09:31:47,059 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T09:31:47,059 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T09:31:47,059 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T09:31:47,060 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T09:31:47,060 INFO [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1633681408, "init": 1048576000, "max": 2306867200, "used": 1263087424 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208695520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T09:31:47,060 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:44963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=33186fd147fa:44963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T09:31:47,062 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/info/772d2d887ecf4d4f850b0b2ffda11978 is 147, key is hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112./info:regioninfo/1733391094194/Put/seqid=0 2024-12-05T09:31:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741847_1023 (size=7686) 2024-12-05T09:31:47,066 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/.tmp/hfileref/f3d917ca89684f4eabdbe20d2c0855d1 is 74, key is 1/hfileref:4135cfc5d30642b38961f462a3070e99_SeqId_6_/1733391100935/DeleteColumn/seqid=0 2024-12-05T09:31:47,068 INFO [regionserver/33186fd147fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741848_1024 (size=5489) 2024-12-05T09:31:47,247 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:47,261 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:47,434 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T09:31:47,434 INFO [regionserver/33186fd147fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T09:31:47,447 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:47,466 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/info/772d2d887ecf4d4f850b0b2ffda11978 2024-12-05T09:31:47,469 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/.tmp/hfileref/f3d917ca89684f4eabdbe20d2c0855d1 2024-12-05T09:31:47,481 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/ns/7fb7d0215b0b449689773427c87075a2 is 43, key is default/ns:d/1733391079556/Put/seqid=0 2024-12-05T09:31:47,482 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/.tmp/queue/ad8e90b53e2940138db3b6f1ace11ea4 is 153, key is 1-33186fd147fa,43057,1733391076772/queue:33186fd147fa%2C43057%2C1733391076772/1733391100936/Put/seqid=0 2024-12-05T09:31:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741849_1025 (size=5153) 2024-12-05T09:31:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741850_1026 (size=5504) 2024-12-05T09:31:47,565 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:47,647 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:47,822 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 393, reset compression=false 2024-12-05T09:31:47,826 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T09:31:47,826 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:47,826 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-33186fd147fa,43057,1733391076772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T09:31:47,827 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T09:31:47,847 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f527bcd886e41dc1bb14b6825e61112 2024-12-05T09:31:47,884 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/ns/7fb7d0215b0b449689773427c87075a2 2024-12-05T09:31:47,885 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/.tmp/queue/ad8e90b53e2940138db3b6f1ace11ea4 2024-12-05T09:31:47,888 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/.tmp/hfileref/f3d917ca89684f4eabdbe20d2c0855d1 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/hfileref/f3d917ca89684f4eabdbe20d2c0855d1 2024-12-05T09:31:47,896 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/hfileref/f3d917ca89684f4eabdbe20d2c0855d1, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T09:31:47,897 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/.tmp/queue/ad8e90b53e2940138db3b6f1ace11ea4 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/queue/ad8e90b53e2940138db3b6f1ace11ea4 2024-12-05T09:31:47,900 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/queue/ad8e90b53e2940138db3b6f1ace11ea4, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T09:31:47,900 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5f527bcd886e41dc1bb14b6825e61112 in 850ms, sequenceid=17, compaction requested=false 2024-12-05T09:31:47,900 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/rep_barrier/05045b30ea7444b99fc59fc92b1529b6 is 112, key is test,,1733391088349.114fadb4a3091e957bd0b8de2dd0c21d./rep_barrier:seqnumDuringOpen/1733391089088/Put/seqid=0 2024-12-05T09:31:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741851_1027 (size=5518) 2024-12-05T09:31:47,903 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/replication/5f527bcd886e41dc1bb14b6825e61112/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T09:31:47,904 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:47,904 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:47,904 INFO [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:47,904 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f527bcd886e41dc1bb14b6825e61112: Waiting for close lock at 1733391107050Running coprocessor pre-close hooks at 1733391107050Disabling compacts and flushes for region at 1733391107050Disabling writes for close at 1733391107050Obtaining lock to block concurrent updates at 1733391107050Preparing flush snapshotting stores in 5f527bcd886e41dc1bb14b6825e61112 at 1733391107050Finished memstore snapshotting hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733391107051 (+1 ms)Flushing stores of hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. at 1733391107051Flushing 5f527bcd886e41dc1bb14b6825e61112/hfileref: creating writer at 1733391107051Flushing 5f527bcd886e41dc1bb14b6825e61112/hfileref: appending metadata at 1733391107066 (+15 ms)Flushing 5f527bcd886e41dc1bb14b6825e61112/hfileref: closing flushed file at 1733391107066Flushing 5f527bcd886e41dc1bb14b6825e61112/queue: creating writer at 1733391107472 (+406 ms)Flushing 5f527bcd886e41dc1bb14b6825e61112/queue: appending metadata at 1733391107482 (+10 ms)Flushing 5f527bcd886e41dc1bb14b6825e61112/queue: closing flushed file at 1733391107482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adc80d4: reopening flushed file at 1733391107888 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4b5f45: reopening flushed file at 1733391107896 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5f527bcd886e41dc1bb14b6825e61112 in 850ms, sequenceid=17, compaction requested=false at 1733391107900 (+4 ms)Writing region close event to WAL at 1733391107901 (+1 ms)Running coprocessor post-close hooks at 1733391107904 (+3 ms)Closed at 1733391107904 2024-12-05T09:31:47,904 DEBUG [RS_CLOSE_REGION-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733391093036.5f527bcd886e41dc1bb14b6825e61112. 2024-12-05T09:31:47,968 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:48,028 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:48,047 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T09:31:48,047 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T09:31:48,047 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:48,248 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:48,303 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/rep_barrier/05045b30ea7444b99fc59fc92b1529b6 2024-12-05T09:31:48,322 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/table/5cfb3895d6564e7d8cb028ea4e8b4dbb is 53, key is hbase:replication/table:state/1733391094200/Put/seqid=0 2024-12-05T09:31:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741852_1028 (size=5308) 2024-12-05T09:31:48,331 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:48,448 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:48,471 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:48,648 DEBUG [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T09:31:48,725 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/table/5cfb3895d6564e7d8cb028ea4e8b4dbb 2024-12-05T09:31:48,729 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/info/772d2d887ecf4d4f850b0b2ffda11978 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/info/772d2d887ecf4d4f850b0b2ffda11978 2024-12-05T09:31:48,732 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/info/772d2d887ecf4d4f850b0b2ffda11978, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T09:31:48,732 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/ns/7fb7d0215b0b449689773427c87075a2 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/ns/7fb7d0215b0b449689773427c87075a2 2024-12-05T09:31:48,734 DEBUG [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.1733391098099 to pos 688, reset compression=false 2024-12-05T09:31:48,735 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/ns/7fb7d0215b0b449689773427c87075a2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T09:31:48,736 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/rep_barrier/05045b30ea7444b99fc59fc92b1529b6 as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/rep_barrier/05045b30ea7444b99fc59fc92b1529b6 2024-12-05T09:31:48,739 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/rep_barrier/05045b30ea7444b99fc59fc92b1529b6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T09:31:48,740 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/.tmp/table/5cfb3895d6564e7d8cb028ea4e8b4dbb as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/table/5cfb3895d6564e7d8cb028ea4e8b4dbb 2024-12-05T09:31:48,742 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/table/5cfb3895d6564e7d8cb028ea4e8b4dbb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T09:31:48,743 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false 2024-12-05T09:31:48,743 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T09:31:48,747 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T09:31:48,747 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T09:31:48,747 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T09:31:48,747 INFO [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:48,747 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733391107047Running coprocessor pre-close hooks at 1733391107047Disabling compacts and flushes for region at 1733391107047Disabling writes for close at 1733391107047Obtaining lock to block concurrent updates at 1733391107047Preparing flush snapshotting stores in 1588230740 at 1733391107047Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733391107047Flushing stores of hbase:meta,,1.1588230740 at 1733391107047Flushing 1588230740/info: creating writer at 1733391107047Flushing 1588230740/info: appending metadata at 1733391107062 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733391107062Flushing 1588230740/ns: creating writer at 1733391107469 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733391107481 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733391107481Flushing 1588230740/rep_barrier: creating writer at 1733391107887 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733391107900 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733391107900Flushing 1588230740/table: creating writer at 1733391108307 (+407 ms)Flushing 1588230740/table: appending metadata at 1733391108322 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733391108322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2336b58d: reopening flushed file at 1733391108729 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c75b46: reopening flushed file at 1733391108732 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b9de69: reopening flushed file at 1733391108736 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fae9d2e: reopening flushed file at 1733391108739 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false at 1733391108743 (+4 ms)Writing region close event to WAL at 1733391108745 (+2 ms)Running coprocessor post-close hooks at 1733391108747 (+2 ms)Closed at 1733391108747 2024-12-05T09:31:48,748 DEBUG [RS_CLOSE_META-regionserver/33186fd147fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T09:31:48,848 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(976): stopping server 33186fd147fa,43057,1733391076772; all regions closed. 2024-12-05T09:31:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741842_1018 (size=859) 2024-12-05T09:31:48,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/WALs/33186fd147fa,43057,1733391076772/33186fd147fa%2C43057%2C1733391076772.meta.1733391098064.meta not finished, retry = 0 2024-12-05T09:31:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741843_1019 (size=2791) 2024-12-05T09:31:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741844_1020 (size=696) 2024-12-05T09:31:48,954 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:48,954 INFO [RS:0;33186fd147fa:43057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T09:31:48,954 INFO [RS:0;33186fd147fa:43057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:48,954 INFO [RS:0;33186fd147fa:43057 {}] hbase.ChoreService(370): Chore service for: regionserver/33186fd147fa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:48,955 INFO [RS:0;33186fd147fa:43057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:48,955 INFO [regionserver/33186fd147fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:48,955 INFO [RS:0;33186fd147fa:43057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-33186fd147fa,43057,1733391076772 because: Region server is closing 2024-12-05T09:31:48,955 INFO [RS:0;33186fd147fa:43057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43057. 2024-12-05T09:31:48,955 DEBUG [RS:0;33186fd147fa:43057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:48,955 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:48,955 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:48,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:49,056 INFO [RS:0;33186fd147fa:43057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 terminated 2024-12-05T09:31:49,056 INFO [RS:0;33186fd147fa:43057 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-33186fd147fa,43057,1733391076772 because: Region server is closing 2024-12-05T09:31:49,056 WARN [RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,1-33186fd147fa,43057,1733391076772.replicationSource.wal-reader.33186fd147fa%2C43057%2C1733391076772,1-33186fd147fa,43057,1733391076772 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T09:31:49,056 INFO [RS:0;33186fd147fa:43057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;33186fd147fa:43057. 2024-12-05T09:31:49,056 DEBUG [RS:0;33186fd147fa:43057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T09:31:49,056 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:49,056 DEBUG [RS:0;33186fd147fa:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T09:31:49,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T09:31:49,156 INFO [RS:0;33186fd147fa:43057 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33186fd147fa:0-0.replicationSource,2-33186fd147fa,43057,1733391076772.replicationSource.shipper33186fd147fa%2C43057%2C1733391076772,2-33186fd147fa,43057,1733391076772 terminated 2024-12-05T09:31:49,156 INFO [RS:0;33186fd147fa:43057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43057 2024-12-05T09:31:49,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657/rs 2024-12-05T09:31:49,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365166657/rs/33186fd147fa,43057,1733391076772 2024-12-05T09:31:49,206 INFO [RS:0;33186fd147fa:43057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:49,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33186fd147fa,43057,1733391076772] 2024-12-05T09:31:49,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01365166657/draining/33186fd147fa,43057,1733391076772 already deleted, retry=false 2024-12-05T09:31:49,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 33186fd147fa,43057,1733391076772 expired; onlineServers=0 2024-12-05T09:31:49,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '33186fd147fa,44963,1733391076643' ***** 2024-12-05T09:31:49,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T09:31:49,223 INFO [M:0;33186fd147fa:44963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T09:31:49,223 INFO [M:0;33186fd147fa:44963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T09:31:49,223 DEBUG [M:0;33186fd147fa:44963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T09:31:49,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T09:31:49,223 DEBUG [M:0;33186fd147fa:44963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T09:31:49,223 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391078305 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.large.0-1733391078305,5,FailOnTimeoutGroup] 2024-12-05T09:31:49,223 DEBUG [master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391078305 {}] cleaner.HFileCleaner(306): Exit Thread[master/33186fd147fa:0:becomeActiveMaster-HFileCleaner.small.0-1733391078305,5,FailOnTimeoutGroup] 2024-12-05T09:31:49,223 INFO [M:0;33186fd147fa:44963 {}] hbase.ChoreService(370): Chore service for: master/33186fd147fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T09:31:49,223 INFO [M:0;33186fd147fa:44963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T09:31:49,223 DEBUG [M:0;33186fd147fa:44963 {}] master.HMaster(1795): Stopping service threads 2024-12-05T09:31:49,223 INFO [M:0;33186fd147fa:44963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T09:31:49,223 INFO [M:0;33186fd147fa:44963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T09:31:49,224 INFO [M:0;33186fd147fa:44963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T09:31:49,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T09:31:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365166657/master 2024-12-05T09:31:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365166657 2024-12-05T09:31:49,231 DEBUG [M:0;33186fd147fa:44963 {}] zookeeper.ZKUtil(347): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Unable to get data of znode /01365166657/master because node does not exist (not an error) 2024-12-05T09:31:49,231 WARN [M:0;33186fd147fa:44963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T09:31:49,232 INFO [M:0;33186fd147fa:44963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/.lastflushedseqids 2024-12-05T09:31:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741853_1029 (size=263) 2024-12-05T09:31:49,315 INFO [RS:0;33186fd147fa:43057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:49,315 INFO [RS:0;33186fd147fa:43057 {}] regionserver.HRegionServer(1031): Exiting; stopping=33186fd147fa,43057,1733391076772; zookeeper connection closed. 2024-12-05T09:31:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x101a6028d320001, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:49,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-12-05T09:31:49,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T09:31:49,635 INFO [M:0;33186fd147fa:44963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T09:31:49,636 INFO [M:0;33186fd147fa:44963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T09:31:49,636 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T09:31:49,636 INFO [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:49,636 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:49,636 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T09:31:49,636 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:49,636 INFO [M:0;33186fd147fa:44963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-05T09:31:49,648 DEBUG [M:0;33186fd147fa:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/537cd2290f154194b3248dde98b2f3ac is 82, key is hbase:meta,,1/info:regioninfo/1733391079522/Put/seqid=0 2024-12-05T09:31:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741854_1030 (size=5672) 2024-12-05T09:31:50,051 INFO [M:0;33186fd147fa:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/537cd2290f154194b3248dde98b2f3ac 2024-12-05T09:31:50,066 DEBUG [M:0;33186fd147fa:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb9aecc2af94c85b581f20b7346d92d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733391094202/Put/seqid=0 2024-12-05T09:31:50,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741855_1031 (size=8909) 2024-12-05T09:31:50,469 INFO [M:0;33186fd147fa:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb9aecc2af94c85b581f20b7346d92d 2024-12-05T09:31:50,507 DEBUG [M:0;33186fd147fa:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1db57da7707456e8c006411f37aed0f is 69, key is 33186fd147fa,43057,1733391076772/rs:state/1733391078420/Put/seqid=0 2024-12-05T09:31:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741856_1032 (size=5156) 2024-12-05T09:31:50,911 INFO [M:0;33186fd147fa:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1db57da7707456e8c006411f37aed0f 2024-12-05T09:31:50,915 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/537cd2290f154194b3248dde98b2f3ac as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/537cd2290f154194b3248dde98b2f3ac 2024-12-05T09:31:50,918 INFO [M:0;33186fd147fa:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/537cd2290f154194b3248dde98b2f3ac, entries=8, sequenceid=112, filesize=5.5 K 2024-12-05T09:31:50,918 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb9aecc2af94c85b581f20b7346d92d as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb9aecc2af94c85b581f20b7346d92d 2024-12-05T09:31:50,921 INFO [M:0;33186fd147fa:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb9aecc2af94c85b581f20b7346d92d, entries=13, sequenceid=112, filesize=8.7 K 2024-12-05T09:31:50,921 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1db57da7707456e8c006411f37aed0f as hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1db57da7707456e8c006411f37aed0f 2024-12-05T09:31:50,924 INFO [M:0;33186fd147fa:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1db57da7707456e8c006411f37aed0f, entries=1, sequenceid=112, filesize=5.0 K 2024-12-05T09:31:50,925 INFO [M:0;33186fd147fa:44963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=112, compaction requested=false 2024-12-05T09:31:50,926 INFO [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T09:31:50,926 DEBUG [M:0;33186fd147fa:44963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733391109636Disabling compacts and flushes for region at 1733391109636Disabling writes for close at 1733391109636Obtaining lock to block concurrent updates at 1733391109636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733391109636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733391109636Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733391109637 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733391109637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733391109647 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733391109647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733391110054 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733391110065 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733391110065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733391110485 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733391110506 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733391110506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fd8601: reopening flushed file at 1733391110914 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d962bcb: reopening flushed file at 1733391110918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1d3fc4: reopening flushed file at 1733391110921 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=112, compaction requested=false at 1733391110925 (+4 ms)Writing region close event to WAL at 1733391110926 (+1 ms)Closed at 1733391110926 2024-12-05T09:31:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741830_1006 (size=69055) 2024-12-05T09:31:50,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7538b136-d53d-bc17-7cb3-12d00fb39406/MasterData/WALs/33186fd147fa,44963,1733391076643/33186fd147fa%2C44963%2C1733391076643.1733391078066 not finished, retry = 0 2024-12-05T09:31:51,029 INFO [M:0;33186fd147fa:44963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T09:31:51,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T09:31:51,029 INFO [M:0;33186fd147fa:44963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44963 2024-12-05T09:31:51,030 INFO [M:0;33186fd147fa:44963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T09:31:51,173 INFO [M:0;33186fd147fa:44963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T09:31:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101a6028d320000, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T09:31:51,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eef10e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T09:31:51,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550573c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:51,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:51,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae63c2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:51,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@717ef773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:51,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T09:31:51,177 WARN [BP-2018240884-172.17.0.3-1733391075234 heartbeating to localhost/127.0.0.1:33703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T09:31:51,177 WARN [BP-2018240884-172.17.0.3-1733391075234 heartbeating to localhost/127.0.0.1:33703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018240884-172.17.0.3-1733391075234 (Datanode Uuid 3750ae20-4049-40be-ba2a-fd2267c93da1) service to localhost/127.0.0.1:33703 2024-12-05T09:31:51,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T09:31:51,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/data/data1/current/BP-2018240884-172.17.0.3-1733391075234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:51,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/cluster_ef80996c-5647-a823-63fd-28268b43298b/data/data2/current/BP-2018240884-172.17.0.3-1733391075234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T09:31:51,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T09:31:51,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@506c4310{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T09:31:51,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a9ca54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T09:31:51,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T09:31:51,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42487ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T09:31:51,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b000d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e728cba-6a1e-73fa-1fac-f037238ad2f1/hadoop.log.dir/,STOPPED} 2024-12-05T09:31:51,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T09:31:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T09:31:51,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 529) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33703 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34415 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40927 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4914 (was 5186) 2024-12-05T09:31:51,213 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-12-05T09:31:51,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6028d320002, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:31:51,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6028d320005, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:31:51,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6028d320008, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T09:31:51,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6028d320005, quorum=127.0.0.1:61639, baseZNode=/1296966946 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:31:51,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6028d320002, quorum=127.0.0.1:61639, baseZNode=/01365166657 Received Disconnected from ZooKeeper, ignoring 2024-12-05T09:31:51,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6028d320008, quorum=127.0.0.1:61639, baseZNode=/2-1290298595 Received Disconnected from ZooKeeper, ignoring